-- Logs begin at Tue 2021-06-01 10:22:42 UTC, end at Tue 2021-06-01 11:13:03 UTC. -- Jun 01 10:50:38.833211 dv-cinder-787764-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 10:50:39.802150 dv-cinder-787764-3-smb neutron-server[91663]: Beware of the coming changes in the project packaging Jun 01 10:50:39.802693 dv-cinder-787764-3-smb neutron-server[91663]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 10:50:41.272802 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.common.config [-] Logging enabled! Jun 01 10:50:41.273443 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 10:50:41.273570 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 10:50:41.276770 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.common.config [-] Logging enabled! Jun 01 10:50:41.277026 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 10:50:41.277337 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 10:50:41.278284 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 10:50:41.278523 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 10:50:41.278877 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 10:50:41.279136 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 10:50:41.279351 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 10:50:41.279668 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.279964 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.280258 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.280490 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.280786 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.281082 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.281394 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.281703 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.282003 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.282288 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.282567 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.282852 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.283082 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.283361 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.283645 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.283930 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.284156 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] debug = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.284435 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.284860 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.285266 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.285567 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.285860 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.286147 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.286408 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.286683 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.286964 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.287292 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] host = dv-cinder-787764-3-smb {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.287568 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.287855 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.288141 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.288426 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.288699 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.288973 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.289256 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.289547 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.289822 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.290098 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.290385 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.290671 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.290968 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.291198 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.291420 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.291707 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.291994 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.292269 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.292542 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.292814 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.293084 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.293356 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.293660 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.293949 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.294233 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.294518 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.294792 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.295065 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.295338 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.295606 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.295890 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.296163 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.296434 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.297202 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.297752 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.298025 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.298302 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.298605 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.298893 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.299177 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.299462 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.299736 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.300018 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.300291 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.300562 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.300831 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] use_json = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.301101 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.301371 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.301677 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.301949 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.302219 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.302573 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.302851 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.303136 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:41.303430 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.303727 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.304024 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.304306 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.304600 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.304878 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.305164 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.305443 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.305755 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.306042 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.306332 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.306610 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.306894 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.307169 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.307463 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.307767 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.308059 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.308349 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.308622 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.308894 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.309165 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.309441 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.309751 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.310044 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.310335 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.310605 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.310882 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.311172 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.311455 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.311726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.312000 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.312289 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.313262 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.313723 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.314011 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.314292 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.314566 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.314840 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.315119 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.315413 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.315691 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.315962 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.316232 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.316510 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.316782 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.317064 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.317339 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.317639 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.317912 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.318188 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.318460 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.318734 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.319009 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.319281 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.319556 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.319830 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.320103 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.320375 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.320647 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.320921 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.321194 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.321468 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.321774 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.322047 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.322320 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.322591 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.322864 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.323138 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.323423 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.323717 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.323996 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.324274 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.324551 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.324826 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.325101 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.325376 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.325683 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.325963 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.326235 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.326527 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.327075 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.327362 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.327645 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.327923 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.328252 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.328534 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.328817 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.329098 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.329378 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.329695 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.329982 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.330279 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.330573 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.330867 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.331163 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.331457 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.331742 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.332052 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.332330 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:41.332548 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 10:50:41.332787 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 10:50:41.683809 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:50:41.683998 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:50:41.684288 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:50:41.684765 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 10:50:42.075506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.075801 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.076078 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.077550 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.077814 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.078605 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.113497 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.113803 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.114074 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.127248 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.127527 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.127797 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.157592 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.157872 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.158143 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.193847 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.194122 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.194394 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.437052 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.438225 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.438604 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.438890 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.439651 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.568111 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.568435 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.568725 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.569007 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.569285 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.569633 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.569902 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.570164 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.570422 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.570707 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.570970 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.571239 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.571507 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.571768 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.572047 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.572321 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.573640 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.573941 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.574226 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.574526 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.574891 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.575162 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.575426 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.575721 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.575982 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.576240 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.576882 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:42.577134 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:42.577381 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:42.577646 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:42.577889 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:42.579225 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:42.579622 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 10:50:42.582741 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 10:50:42.586809 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 10:50:42.590514 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 01 10:50:42.592149 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 10:50:42.592600 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 10:50:42.592942 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 10:50:42.593339 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 10:50:42.596770 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 10:50:42.597026 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 10:50:42.597380 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 10:50:42.625955 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 10:50:42.626413 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.626717 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 10:50:42.627085 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.628443 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 10:50:42.628729 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 10:50:42.628981 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 10:50:42.632207 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.632497 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:42.710580 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 10:50:42.710770 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 10:50:42.711016 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 10:50:42.711396 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 10:50:42.743552 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_db.sqlalchemy.engines [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 10:50:43.082670 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing driver for type 'gre' Jun 01 10:50:43.083167 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] gre ID ranges: [(1, 1000)] Jun 01 10:50:43.133615 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing driver for type 'local' Jun 01 10:50:43.133954 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing driver for type 'vlan' Jun 01 10:50:43.145903 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] VlanTypeDriver initialization complete Jun 01 10:50:43.146291 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing driver for type 'vxlan' Jun 01 10:50:43.146882 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] vxlan ID ranges: [(1, 1000)] Jun 01 10:50:43.198886 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing extension driver 'port_security' Jun 01 10:50:43.199222 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.extensions.port_security [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] PortSecurityExtensionDriver initialization complete Jun 01 10:50:43.199619 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing mechanism driver 'openvswitch' Jun 01 10:50:43.199946 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing mechanism driver 'hyperv' Jun 01 10:50:43.207184 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:50:43.207944 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.208315 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.208665 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.209052 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.209403 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.209777 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.210155 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.210500 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.210874 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.211381 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > security_group after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.211731 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > security_group after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.212072 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > security_group after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.212448 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.212792 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.213128 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.213501 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > address_group after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.213860 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > address_group after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.214192 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > address_group after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.214526 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] ML2 OVO RPC backend initialized. {{(pid=91663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 10:50:43.215221 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_interface after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.215571 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.215987 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.216329 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > networks before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.216674 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.217010 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > ports before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.217350 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.217710 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnets before_response 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.218052 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.218386 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.218729 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.219052 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.219467 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.219800 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.220135 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.220466 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.220796 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > subnet after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.221358 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.plugin [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Modular L2 Plugin initialization complete Jun 01 10:50:43.221706 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading services supported by the core plugin {{(pid=91663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 10:50:43.222030 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.plugins.ml2.managers [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Got port-security extension from driver 'port_security' Jun 01 10:50:43.222486 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.extensions.vlantransparent [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Disabled vlantransparent extension. Jun 01 10:50:43.222967 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 10:50:43.223277 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: router Jun 01 10:50:43.262345 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_interface before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.262741 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_create 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.263151 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router before_create 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.263540 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.263909 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.264268 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_delete 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.264735 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > floatingip after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.265095 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_create 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.265458 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_update 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.266430 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_update 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.266946 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.267306 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_update 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.267712 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_update 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.268081 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.268422 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.268756 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: subnet after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.269091 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.269436 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > port precommit_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.269806 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_create 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.270149 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.270491 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.270844 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router after_update 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.271185 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_delete 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.271530 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_create 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.271891 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router_interface after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.272238 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_update 55549900 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.272610 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > network after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.273465 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Tracking information for resource: router configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:43.273826 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Tracking information for resource: floatingip configured {{(pid=91663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:50:43.278752 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.db.l3_agentschedulers_db [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 10:50:43.279326 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.279685 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.280030 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.280379 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.281198 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router before_create 55550100 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.281587 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_delete 55550100 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.281947 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_create 55550100 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.282299 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > router precommit_update 55550100 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.286750 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.provider_configuration [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service providers = [] {{(pid=91663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 10:50:43.287112 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.db.servicetype_db [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 10:50:43.289997 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.service_base [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:50:43.290348 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.service_base [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:50:43.290691 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.service_base [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:50:43.291557 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.services.service_base [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:50:43.291923 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.services.service_base [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 10:50:43.292462 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.292778 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 10:50:43.303273 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.303606 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: auto_allocate Jun 01 10:50:43.309262 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: network precommit_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.309666 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: network precommit_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.310176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.310490 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: tag Jun 01 10:50:43.317941 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.318270 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: timestamp Jun 01 10:50:43.321997 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.322321 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: network_ip_availability Jun 01 10:50:43.327712 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.328148 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.329128 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.329959 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.330278 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: flavors Jun 01 10:50:43.335254 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.335540 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading Plugin: revisions Jun 01 10:50:43.339721 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:50:43.340113 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.656s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:50:43.340837 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 10:50:43.341169 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Initializing extension manager. Jun 01 10:50:43.341710 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: __init__.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.342048 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: __pycache__ {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.342381 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.342709 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: address_group.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.343448 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.344035 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: address-group Jun 01 10:50:43.344351 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: address_scope.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.345041 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.345566 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: address-scope Jun 01 10:50:43.345886 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: admin_state_down_before_update.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.346789 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.347287 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: router-admin-state-down-before-update Jun 01 10:50:43.347602 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: agent.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.348404 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.348903 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: agent Jun 01 10:50:43.349222 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: agent_resources_synced.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.350132 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.350633 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: agent-resources-synced Jun 01 10:50:43.350953 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: allowedaddresspairs.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.352683 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.353192 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: allowed-address-pairs Jun 01 10:50:43.353538 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: auto_allocated_topology.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.354589 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.355094 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: auto-allocated-topology Jun 01 10:50:43.355415 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: availability_zone.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.356090 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.356589 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: availability_zone Jun 01 10:50:43.356908 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: availability_zone_filter.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.357810 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.358312 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: availability_zone_filter Jun 01 10:50:43.358629 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: data_plane_status.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.359534 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.360029 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 10:50:43.360345 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: default_subnetpools.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.361363 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.361897 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: default-subnetpools Jun 01 10:50:43.362219 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: dhcpagentscheduler.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.363003 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.363509 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: dhcp_agent_scheduler Jun 01 10:50:43.363830 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: dns.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.364715 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.365207 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension dns-integration not supported by any of loaded plugins Jun 01 10:50:43.365547 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: dns_domain_ports.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.366432 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.366922 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 10:50:43.367237 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: dvr.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.367894 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.368385 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: dvr Jun 01 10:50:43.368701 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: empty_string_filtering.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.369612 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.370107 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: empty-string-filtering Jun 01 10:50:43.370424 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.371305 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.371800 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 10:50:43.372121 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.372999 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.373500 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 10:50:43.373843 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: external_net.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.374720 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.375824 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: external-net Jun 01 10:50:43.376238 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: extra_dhcp_opt.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.377118 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.377765 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: extra_dhcp_opt Jun 01 10:50:43.378080 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: extraroute.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.378958 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.379456 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: extraroute Jun 01 10:50:43.379772 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: extraroute_atomic.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.380767 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.381272 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: extraroute-atomic Jun 01 10:50:43.381626 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: filter_validation.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.382272 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.382764 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: filter-validation Jun 01 10:50:43.383078 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: fip_pf_description.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.384127 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.384622 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 10:50:43.384939 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: fip_port_details.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.385858 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.386354 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: fip-port-details Jun 01 10:50:43.386668 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: flavors.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.387859 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.388366 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: flavors Jun 01 10:50:43.388690 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.390354 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.391546 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 10:50:43.391874 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: floatingip_pools.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.392557 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.393056 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: floatingip-pools Jun 01 10:50:43.393377 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: ip_allocation.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.394314 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.394808 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 10:50:43.395127 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.396016 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.396513 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: ip-substring-filtering Jun 01 10:50:43.396833 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l2_adjacency.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.397887 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.398381 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 10:50:43.398702 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.399640 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.400144 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: router Jun 01 10:50:43.400465 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3_conntrack_helper.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.402695 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.403213 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 10:50:43.403539 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.404444 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.404958 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: ext-gw-mode Jun 01 10:50:43.405279 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.406242 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.406752 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: l3-ha Jun 01 10:50:43.407068 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3_flavors.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.408074 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.408581 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: l3-flavors Jun 01 10:50:43.408898 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.409833 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.410332 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 10:50:43.410648 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: l3agentscheduler.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.411666 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.412167 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: l3_agent_scheduler Jun 01 10:50:43.412487 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: logging.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.413958 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.414475 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension logging not supported by any of loaded plugins Jun 01 10:50:43.414802 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: metering.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.415522 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.416089 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: metering Jun 01 10:50:43.416411 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.417471 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.418008 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: metering_source_and_destination_fields Jun 01 10:50:43.418331 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: multiprovidernet.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.419346 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.419848 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: multi-provider Jun 01 10:50:43.420172 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: netmtu.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.421055 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.421587 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: net-mtu Jun 01 10:50:43.421945 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: netmtu_writable.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.422830 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.423326 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: net-mtu-writable Jun 01 10:50:43.423770 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: network_availability_zone.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.424424 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.424920 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: network_availability_zone Jun 01 10:50:43.425235 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: network_ip_availability.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.426320 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.426832 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: network-ip-availability Jun 01 10:50:43.427153 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: network_segment_range.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.427895 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.428391 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 10:50:43.428714 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: pagination.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.429708 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.430033 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: pagination Jun 01 10:50:43.430347 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: port_device_profile.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.431241 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.431742 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: port-device-profile Jun 01 10:50:43.432059 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.432948 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.433445 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: port-mac-address-regenerate Jun 01 10:50:43.433786 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.434663 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.435158 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: port-numa-affinity-policy Jun 01 10:50:43.435474 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: port_resource_request.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.436357 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.436848 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 10:50:43.437164 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: portbindings.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.438893 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.439426 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: binding Jun 01 10:50:43.439741 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: portbindings_extended.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.440988 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.441494 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: binding-extended Jun 01 10:50:43.441841 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: portsecurity.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.442728 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.443232 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: port-security Jun 01 10:50:43.443549 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: project_id.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.444494 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.444818 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: project-id Jun 01 10:50:43.445133 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: providernet.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.446057 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.446559 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: provider Jun 01 10:50:43.446876 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.450320 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.450830 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos not supported by any of loaded plugins Jun 01 10:50:43.451156 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.452621 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.453710 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 10:50:43.454079 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.455060 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.455562 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 10:50:43.455884 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_default.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.456769 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.457279 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-default not supported by any of loaded plugins Jun 01 10:50:43.457635 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_fip.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.458269 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.458762 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-fip not supported by any of loaded plugins Jun 01 10:50:43.459084 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_gateway_ip.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.459978 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.460478 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 10:50:43.460797 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_port_network_policy.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.461713 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.462210 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 10:50:43.462529 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_rule_type_details.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.463412 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.463911 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 10:50:43.464230 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: qos_rules_alias.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.465247 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.465788 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 10:50:43.466108 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: quotasv2.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.467099 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.467422 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: quotas Jun 01 10:50:43.467738 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: quotasv2_detail.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.469354 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.469715 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: quota_details Jun 01 10:50:43.470039 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: rbac.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.471051 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.471563 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: rbac-policies Jun 01 10:50:43.471888 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: rbac_address_group.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.472816 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.473323 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: rbac-address-group Jun 01 10:50:43.473681 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: rbac_address_scope.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.474576 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.475076 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: rbac-address-scope Jun 01 10:50:43.475393 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: rbac_security_groups.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.476277 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.476776 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: rbac-security-groups Jun 01 10:50:43.477094 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: rbac_subnetpool.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.478013 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.478510 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: rbac-subnetpool Jun 01 10:50:43.478833 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: revisionifmatch.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.479722 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.480219 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: revision-if-match Jun 01 10:50:43.480534 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: revisions.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.481645 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.482148 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: standard-attr-revisions Jun 01 10:50:43.482469 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: router_availability_zone.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.483125 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.483627 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: router_availability_zone Jun 01 10:50:43.483947 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: routerservicetype.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.484923 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.485571 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension router-service-type not supported by any of loaded plugins Jun 01 10:50:43.485898 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.486798 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.487303 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: security-groups-normalized-cidr Jun 01 10:50:43.487623 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: security_groups_port_filtering.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.488518 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.489025 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: port-security-groups-filtering Jun 01 10:50:43.489345 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.490259 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.490761 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: security-groups-remote-address-group Jun 01 10:50:43.491080 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: securitygroup.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.500804 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.501452 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: security-group Jun 01 10:50:43.501817 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: segment.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.502613 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.503110 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension segment not supported by any of loaded plugins Jun 01 10:50:43.503437 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.504364 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.504864 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 10:50:43.505186 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: servicetype.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.506283 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.506790 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: service-type Jun 01 10:50:43.507112 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: sorting.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.508060 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.508388 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: sorting Jun 01 10:50:43.508707 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: standard_attr_segment.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.509624 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.510131 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 10:50:43.510449 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: standardattrdescription.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.511075 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.511570 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: standard-attr-description Jun 01 10:50:43.511913 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: stateful_security_group.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.512815 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.513311 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: stateful-security-group Jun 01 10:50:43.513664 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: stdattrs_common.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.514229 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 10:50:43.514544 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.516139 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.516740 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 10:50:43.517059 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: subnet_onboard.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.518171 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.518679 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: subnet_onboard Jun 01 10:50:43.519002 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.519969 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.520465 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 10:50:43.520783 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: subnet_service_types.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.521795 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.522303 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: subnet-service-types Jun 01 10:50:43.522624 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: subnetallocation.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.523687 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.524196 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: subnet_allocation Jun 01 10:50:43.524517 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.525166 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.525696 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: subnetpool-prefix-ops Jun 01 10:50:43.526015 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.526915 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.527409 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 10:50:43.527726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: tagging.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.528783 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.529289 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: standard-attr-tag Jun 01 10:50:43.529640 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: timestamp.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.530816 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.531350 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loaded extension: standard-attr-timestamp Jun 01 10:50:43.531744 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: trunk.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.532760 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.533265 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension trunk not supported by any of loaded plugins Jun 01 10:50:43.533618 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: trunk_details.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.534515 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.535012 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension trunk-details not supported by any of loaded plugins Jun 01 10:50:43.535331 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: uplink_status_propagation.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.536218 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.536718 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 10:50:43.537038 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Loading extension file: vlantransparent.py {{(pid=91663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:50:43.537712 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:50:43.538209 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 10:50:43.540662 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:network Jun 01 10:50:43.541378 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:subnet Jun 01 10:50:43.543231 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:50:43.543840 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:port Jun 01 10:50:43.545101 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.545564 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service FLAVORS assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.546199 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.546632 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.547562 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:router Jun 01 10:50:43.548210 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:floatingip Jun 01 10:50:43.548902 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service METERING assigned prefix: /metering {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.550367 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.550733 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.551082 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:50:43.552191 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 10:50:43.552628 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:security_group Jun 01 10:50:43.553284 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 10:50:43.554019 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service CORE assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.554342 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:50:43.554669 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] subnetpool is already registered Jun 01 10:50:43.555262 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service CORE assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.555583 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:50:43.555903 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] subnetpool is already registered Jun 01 10:50:43.558462 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.558896 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service FLAVORS assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.559488 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.559904 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.560227 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:router Jun 01 10:50:43.560552 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] router is already registered Jun 01 10:50:43.561132 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:floatingip Jun 01 10:50:43.561456 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] floatingip is already registered Jun 01 10:50:43.562092 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service METERING assigned prefix: /metering {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.563378 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 10:50:43.563697 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] rbac_policy is already registered Jun 01 10:50:43.564230 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:security_group Jun 01 10:50:43.564562 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] security_group is already registered Jun 01 10:50:43.565131 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 10:50:43.565463 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] security_group_rule is already registered Jun 01 10:50:43.566139 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service CORE assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.566460 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:50:43.566779 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] subnetpool is already registered Jun 01 10:50:43.567356 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.v2.resource_helper [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Service CORE assigned prefix: {{(pid=91663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:50:43.567674 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:50:43.568001 dv-cinder-787764-3-smb neutron-server[91663]: WARNING neutron.quota.resource_registry [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] subnetpool is already registered Jun 01 10:50:43.568624 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: extensions {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.570149 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: address-groups {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.571765 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: address-scopes {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.572964 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: agents {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.574145 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: auto-allocated-topology {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.575439 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: availability_zones {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.577025 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: dhcp-networks {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.578730 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: dhcp-agents {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.580154 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: routers {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.581971 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: flavors {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.583254 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: service_profiles {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.584462 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: next_providers {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.586079 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: service_profiles {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.587471 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: floatingip-pools {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.588686 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: routers {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.590573 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: floatingips {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.591776 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: l3-routers {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.593152 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: l3-agents {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.594691 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: metering-labels {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.596038 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: metering-label-rules {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.597306 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: network-ip-availabilities {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.598606 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: bindings {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.600249 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: quotas {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.601701 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: quotas {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.603114 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: rbac-policies {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.604400 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: security-groups {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.605656 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: security-group-rules {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.606887 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: service-providers {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.608107 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: subnetpools {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.611232 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: subnetpools {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.612691 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.614426 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.727487 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.729274 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.731099 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.732957 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.735236 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.737144 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.738935 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.740790 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron.api.extensions [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Extended resource: tags {{(pid=91663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:50:43.746816 dv-cinder-787764-3-smb neutron-server[91663]: WARNING keystonemiddleware.auth_token [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 10:50:43.752363 dv-cinder-787764-3-smb neutron-server[91663]: WARNING keystonemiddleware.auth_token [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 10:50:43.760774 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Acquired lock "singleton_lock" {{(pid=91663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 10:50:43.761248 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Releasing lock "singleton_lock" {{(pid=91663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 10:50:43.761906 dv-cinder-787764-3-smb neutron-server[91663]: INFO oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Starting 2 workers Jun 01 10:50:43.766814 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Started child 91768 {{(pid=91663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:50:43.771190 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Started child 91769 {{(pid=91663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:50:43.771811 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:43.772770 dv-cinder-787764-3-smb neutron-server[91663]: INFO neutron.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 10:50:43.773287 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [-] (91768) wsgi starting up on http://0.0.0.0:9696 Jun 01 10:50:43.773467 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Notify callbacks [] for process, before_spawn {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:43.775604 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:43.776066 dv-cinder-787764-3-smb neutron-server[91663]: INFO oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Starting 1 workers Jun 01 10:50:43.777011 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [-] (91769) wsgi starting up on http://0.0.0.0:9696 Jun 01 10:50:43.780857 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Started child 91770 {{(pid=91663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:50:43.781416 dv-cinder-787764-3-smb neutron-server[91663]: INFO oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Starting 1 workers Jun 01 10:50:43.784436 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] calling RpcWorker wait() {{(pid=91770) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 10:50:43.784978 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] returning from RpcWorker wait() {{(pid=91770) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 10:50:43.786045 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Started child 91771 {{(pid=91663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:50:43.786149 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:43.786604 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:50:43.786814 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b085301f-e64d-40a1-aa19-75588139a4de None None] Notify callbacks [] for process, after_spawn {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:43.788678 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 10:50:43.788887 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 10:50:43.789072 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 10:50:43.789283 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 10:50:43.789653 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 10:50:43.789841 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 10:50:43.790315 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.790601 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.790750 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:43.791209 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.791209 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.791450 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.791936 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.792213 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.792480 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.792757 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.793032 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.793206 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.793366 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.793632 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.793887 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.794221 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.794486 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.794721 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.794990 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.795160 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.795401 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.795679 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.795905 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.796171 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] debug = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.796389 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.797613 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.798053 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.798310 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.798531 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.798830 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.799063 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.799348 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.799584 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.799820 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.800051 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.800324 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.800563 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.800779 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.801020 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.801262 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.801477 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.801997 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] host = dv-cinder-787764-3-smb {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.802217 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.802433 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.802687 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.802937 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.803183 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.803417 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.803673 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.803919 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.804165 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.804406 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.804641 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.804867 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.805081 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.805326 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.805590 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_options = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.805738 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.806032 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.806301 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.806489 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.806645 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.806824 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.807072 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.807236 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.807478 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.807692 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.807902 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.808111 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.808339 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.808586 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.808856 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.809070 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.809299 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.809527 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.809790 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.810036 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.810280 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.810514 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.810743 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.810989 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.811202 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.811415 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.811666 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.811900 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.812115 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.813750 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.814880 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.815324 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.815548 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.815796 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.816035 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.816365 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.816587 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.816997 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.817316 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.817471 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.818743 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.818967 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.819102 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:50:43.819719 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.819958 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.821557 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.821817 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_json = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.822939 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.823176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.823422 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.823652 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.823902 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.824125 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.824346 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.824593 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.829191 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.829594 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.833706 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.834006 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.834275 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.834552 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.834811 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.835073 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.835367 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.835617 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.835966 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.836265 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.836521 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.836754 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.837021 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.837364 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.841020 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.841542 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.842427 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.843131 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.843416 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.844153 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.846455 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.846455 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.846455 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.846734 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.846819 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.847021 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.847293 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.847546 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.847783 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.848023 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.848308 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.848574 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.848827 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.849079 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.849347 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.849624 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.850503 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.850503 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.850503 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.850738 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.850805 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.851176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.851286 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852810 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.852975 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.853200 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.853426 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.853671 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.854005 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.854498 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.855411 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.855788 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.856188 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.856596 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.857033 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.857293 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.857536 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.857770 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.858024 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.858270 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.858496 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.858744 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.858984 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.859701 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.860485 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.860724 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.860954 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.861187 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.861412 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.861694 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.861924 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.862160 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.862384 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.862616 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.862839 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.863061 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.863283 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.863563 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.863910 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.864167 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.864429 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.864676 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.864924 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.865150 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.865438 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.865722 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.865970 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.866232 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.866494 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.866755 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.867018 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.867272 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.867539 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.867807 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.868043 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.868289 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.868534 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.868783 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.869038 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.869319 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.869611 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.870381 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.870381 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.870381 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.871183 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.871183 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.871183 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.871420 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.871677 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.871982 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.872261 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.872508 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.872763 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.873251 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.873536 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.873782 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.874040 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.874283 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.874521 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.874742 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.876163 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.876403 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.876640 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.876888 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.877128 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.877449 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.877716 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.877935 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.878160 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.878451 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.878690 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.878932 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.879257 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.879471 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.879698 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.879956 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.880212 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.880498 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.880740 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.881135 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.881240 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.881539 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.881727 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.881917 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.882312 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.882677 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.883106 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.883348 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.883574 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.883795 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.884121 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.884376 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.884616 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.884838 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.885099 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.885358 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.885624 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.885849 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.886069 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.886306 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.886556 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.886786 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.887063 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.887343 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.887584 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.887823 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.888073 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.888333 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.888554 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.888828 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.889082 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.889314 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.889552 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.889779 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.889994 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.890237 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.890635 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.891212 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.891471 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.891789 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.892761 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.893661 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.894067 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.894321 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.894575 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.894825 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.895076 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.895321 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.895562 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.895785 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.896008 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.896272 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.896533 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.896779 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.896996 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.897213 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.897432 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.897675 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.897899 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.898201 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.898459 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.898695 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.898947 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.899197 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.899436 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.899673 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.899909 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.900144 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.900380 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.900629 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.900881 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.901125 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.901351 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.901598 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.901830 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.902046 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.902263 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.902504 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.902718 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.903047 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.903713 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.904114 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.904214 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.904379 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.904688 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.904953 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.905174 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.905478 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.905763 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.906003 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.907058 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.907693 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.907925 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.908182 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.908412 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.908762 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.908889 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.909130 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.909458 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.910021 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.910297 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.910585 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.910857 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.911160 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.911430 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.911650 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.911960 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.912293 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.912565 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.912996 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.913251 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.913552 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.913807 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.914032 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.914255 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.914495 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.914718 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.915002 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.915243 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.915506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.915717 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.915969 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.916390 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.916726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.917018 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.917272 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.917496 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.917748 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 10:50:43.918302 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 10:50:43.918470 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 10:50:43.918626 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 10:50:43.918957 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 10:50:43.919134 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 10:50:43.919290 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 10:50:43.919506 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.919670 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.919834 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.919998 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.920160 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.920344 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.920507 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.920659 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.920822 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.920982 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.921142 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.921453 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.921672 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.922460 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.922995 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.923168 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.923330 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.923655 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.923823 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924004 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924154 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924318 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924467 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] debug = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924557 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:50:43.924644 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924818 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.924982 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.925142 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.925303 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.925463 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.925647 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.925810 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.925971 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.926134 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.926294 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.926454 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.926616 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.926776 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.926938 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.927099 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.927259 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.927419 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] host = dv-cinder-787764-3-smb {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.927580 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.927742 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.927903 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.928067 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.928228 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.928389 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.928554 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.928717 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.928874 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.929056 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.929200 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.929360 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.929542 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.929701 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.929863 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_options = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.930026 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.930189 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.930347 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.930531 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.930697 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.930858 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931018 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931179 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931338 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931498 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931658 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931819 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.931984 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.932129 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.932289 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.932453 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.932610 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.932926 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.933089 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.933252 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.933413 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.933599 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.933763 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.933925 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.934085 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.934246 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.934408 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.934569 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.934731 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.934892 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.935053 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.935214 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.935445 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.935613 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.936150 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.936150 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.936412 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.936536 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.936661 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.937159 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.937366 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.938117 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.938264 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.938392 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.938566 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.938692 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_json = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939100 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939100 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939295 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939295 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939448 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939736 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939736 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.939896 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:50:43.940081 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.940244 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.940581 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.940745 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.940908 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.941072 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.941236 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.941400 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.941595 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.941751 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.941925 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.942178 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.942296 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.942409 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.942770 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.942770 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.942942 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.943089 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.943257 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.943419 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.943739 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.943913 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.944090 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.944254 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.944419 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.944743 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.944743 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.944989 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.945073 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.945190 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.945359 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.945540 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.945862 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.946028 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.946191 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.946355 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.946519 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.946684 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.946848 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.947017 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.947181 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.947343 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.947512 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.947678 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948195 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948195 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948195 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948418 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948509 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948592 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948765 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.948935 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.949085 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.949245 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.949411 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.949681 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.949836 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950316 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950316 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950316 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950561 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950641 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950780 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.950945 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.951110 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.951277 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.951438 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.951865 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952002 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952380 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952380 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952534 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952614 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952774 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.952960 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.953220 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.953814 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.953983 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.954148 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.954313 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.954478 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.954641 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.954806 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.954970 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.955145 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.955325 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.955488 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.955651 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.955814 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.955977 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.956141 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.956303 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.956465 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.956629 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.956793 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.956956 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.957119 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.957284 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.957448 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.957633 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.957796 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.957960 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.958126 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.958291 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.958455 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.958617 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.958781 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.958944 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.959106 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.959269 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.959431 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.959603 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.959766 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.959932 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.960096 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.960266 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.960440 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.960603 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.960769 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.960932 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.961095 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.961260 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.961422 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.961606 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.961770 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.961934 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.962099 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.962269 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.962442 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.962607 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.962771 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.962983 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.963117 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.963280 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.963508 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.963680 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.964362 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.964527 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.964857 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.965168 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.965479 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.965815 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.965983 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.966148 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.966313 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.966477 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.966743 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.966886 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967015 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967139 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967263 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967386 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967547 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967715 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.967878 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.968041 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.969961 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.969961 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.969961 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.969961 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.969961 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.969961 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971176 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.971726 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972007 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972089 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972197 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972363 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972527 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972692 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.972859 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.973021 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.973333 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.973551 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.973725 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.973856 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974003 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974172 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974334 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974496 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974658 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974820 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.974985 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.975147 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.975310 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.975473 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.975637 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.975800 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.975966 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.976132 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.976295 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.976457 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.976620 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.976782 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.976944 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.977107 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.977282 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.977445 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.977667 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.977905 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978125 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978125 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978327 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978453 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978576 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978740 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.978912 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.979079 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.979240 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.979573 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.979740 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.979915 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.980078 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.980240 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.980417 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.980566 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.980736 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.980900 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.981064 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.981230 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.981389 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.981848 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.981848 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982016 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982097 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982202 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982364 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982529 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982702 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.982866 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.983030 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.983209 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.983353 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.983514 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.983679 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.983847 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.984011 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.984177 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.985027 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.985602 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.985783 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.985960 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.986127 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.986299 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.986476 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.986640 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.986805 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.986968 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.987131 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.987296 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.987460 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.987625 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.987790 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.987953 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.988122 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.988285 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.988449 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.988612 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.988775 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.988939 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.989101 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.989264 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.989427 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.989613 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:50:43.989772 dv-cinder-787764-3-smb neutron-server[91663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 10:50:44.007676 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40462) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:50:44.016175 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063112 Jun 01 10:50:54.731771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85838057-95c4-4d59-9457-a09b56b6b2b4 None None] get_active_networks_info from dv-cinder-787764-3-smb {{(pid=91770) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 10:50:54.809611 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85838057-95c4-4d59-9457-a09b56b6b2b4 None None] No non-hosted networks {{(pid=91770) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 10:50:54.837147 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.agentschedulers_db [None req-85838057-95c4-4d59-9457-a09b56b6b2b4 None None] DHCP Agent not found on host dv-cinder-787764-3-smb {{(pid=91770) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 10:50:54.997356 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ce452f6f-46ec-4ea2-b320-6bab5722b0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:57.233252 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:57.234494 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.235261 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.236603 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.237660 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.238506 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.238941 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.239743 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.241634 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.241995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.242375 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.242705 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.243028 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:50:57.243433 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787764-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:50:57.264587 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787764-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:50:57.359643 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cf3a44ed-9c9a-4800-9747-c7c29f9799d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:57.434019 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-186274a1-28c9-4a02-8e57-a44d1b1f6396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:58.310202 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:50:59.927276 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:01.335274 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 40554) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:01.926752 dv-cinder-787764-3-smb neutron-server[91768]: WARNING oslo_policy.policy [None req-d773e95c-0714-48ad-8a71-9c8a0aec5180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:01.927373 dv-cinder-787764-3-smb neutron-server[91768]: WARNING oslo_policy.policy [None req-d773e95c-0714-48ad-8a71-9c8a0aec5180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:02.147743 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [None req-d773e95c-0714-48ad-8a71-9c8a0aec5180 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:51:02.149026 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-d773e95c-0714-48ad-8a71-9c8a0aec5180 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8117316 Jun 01 10:51:03.327108 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.db.l3_hamode_db [None req-63756a6a-d2bb-46ae-92bc-fc02eab445ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 10:51:03.413634 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63756a6a-d2bb-46ae-92bc-fc02eab445ed None None] Routers set() bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:51:03.414012 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63756a6a-d2bb-46ae-92bc-fc02eab445ed None None] Router IDs set() for agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 10:51:04.543583 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 40568) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:04.904059 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:05.007107 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.policy [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 10:51:05.052892 dv-cinder-787764-3-smb neutron-server[91768]: WARNING oslo_policy.policy [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:05.053263 dv-cinder-787764-3-smb neutron-server[91768]: WARNING oslo_policy.policy [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:05.061525 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.quota [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] Loaded quota_driver: . Jun 01 10:51:05.077839 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:05.136271 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730702459818', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730702459201', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730702442330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730702442742', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730702425737', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730702427705', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-604551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1796663', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1592220'] for rbac-policy, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:05.198573 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:05.199686 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-46bddc9c-a6a9-4ebc-b171-7b4ac18f6aca admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6550810 Jun 01 10:51:07.778074 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 40582) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:08.122333 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'name': 'private'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:08.127620 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:08.132077 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Usage tracker for resource:network and tenant:5bde6e8f437b4fa98564916a7b404488 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:08.136630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:08.143339 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:08.152679 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Made reservation on behalf of 5bde6e8f437b4fa98564916a7b404488 for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:51:08.155554 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.172668 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.186235 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:08.190510 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Usage tracker for resource:security_group_rule and tenant:5bde6e8f437b4fa98564916a7b404488 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:08.195300 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:08.200763 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:08.307281 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.310887 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.316708 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:08.335118 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:51:08.361071 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730700988645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.361699 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Unsubscribe: segment precommit_create {{(pid=91768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 10:51:08.362173 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.segments_db [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Added segment 1e507d8f-3e7e-4978-b42b-eddeaae487e5 of type vlan for network c927e49e-390a-4fa6-8a54-437138762708 Jun 01 10:51:08.410586 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbf779b-7546-478e-b173-28c6f8b19b43,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:08.434721 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.435058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.435386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.435708 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.436028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.436349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.436663 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.437001 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.437337 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.437758 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.438088 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.438395 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Tracked resource versions report: Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: pushed versions: Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: { 'AddressGroup': {'1.2'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'ConntrackHelper': {'1.0'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Log': {'1.0'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Network': {'1.1'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Port': {'1.7'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'PortForwarding': {'1.2'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'QosPolicy': {'1.8'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroup': {'1.4'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'SubPort': {'1.0'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Subnet': {'1.1'}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Trunk': {'1.1'}} Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: consumer versions: Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'ConntrackHelper': '1.0', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Log': '1.0', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Network': '1.1', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Port': '1.7', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'PortForwarding': '1.2', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'QosPolicy': '1.8', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroup': '1.4', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroupRule': '1.2', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'SubPort': '1.0', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Subnet': '1.1', Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: 'Trunk': '1.1'}} Jun 01 10:51:08.439495 dv-cinder-787764-3-smb neutron-server[91768]: {{(pid=91768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:51:08.484677 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.488614 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:08.526317 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.527754 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:08.528390 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:08.533466 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:08.635778 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8565621 Jun 01 10:51:08.636394 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Pushing event updated for resources: {'Network': ['ID=c927e49e-390a-4fa6-8a54-437138762708,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:08.659166 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:08.667160 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network c927e49e-390a-4fa6-8a54-437138762708 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:51:11.263403 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 40598) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:11.707070 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c84eae-f6af-4672-bb80-b1eced267e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:11.708462 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-20c84eae-f6af-4672-bb80-b1eced267e3f admin admin] 10.222.0.10 "GET /v2.0/networks/c927e49e-390a-4fa6-8a54-437138762708 HTTP/1.1" status: 200 len: 825 time: 0.4440594 Jun 01 10:51:11.735333 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2930ac12-162c-4452-ad13-168a2b95eb0e admin admin] 10.222.0.10 "GET /v2.0/subnetpools/948043ac-50f7-4d71-98d4-4511c46f1ea0 HTTP/1.1" status: 200 len: 734 time: 0.0216923 Jun 01 10:51:11.743670 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Request body: {'subnet': {'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:11.748065 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:11.751884 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Usage tracker for resource:subnet and tenant:5bde6e8f437b4fa98564916a7b404488 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:11.754856 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:11.760506 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:11.770241 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Made reservation on behalf of 5bde6e8f437b4fa98564916a7b404488 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:51:11.772785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:12.257337 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:12.262568 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:12.342319 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Checking segment: {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:51:12.342988 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Network hostable DHCP agents. Network: c927e49e-390a-4fa6-8a54-437138762708, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:51:12.348023 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e32084f-7c8a-403b-9b83-88b488e8e78f,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:12.353673 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:12.365953 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Network c927e49e-390a-4fa6-8a54-437138762708 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:51:12.376192 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, c927e49e-390a-4fa6-8a54-437138762708) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:51:12.380731 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:12.381336 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:12.386150 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ee265-0c33-4ebc-8092-52c3de4744b8 None None] Network c927e49e-390a-4fa6-8a54-437138762708 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:51:12.401641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6612537 Jun 01 10:51:12.693433 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-c927e49e-390a-4fa6-8a54-437138762708', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:51:12.694743 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:12.879501 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Allocated IP 172.20.0.2 (c927e49e-390a-4fa6-8a54-437138762708/1e32084f-7c8a-403b-9b83-88b488e8e78f/af830246-4d85-4cfc-89d1-9d78d1c5ba5a) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:51:13.106864 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:13.119951 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Transition to ACTIVE for port object af830246-4d85-4cfc-89d1-9d78d1c5ba5a will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:51:13.143251 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Transition to ACTIVE for port object af830246-4d85-4cfc-89d1-9d78d1c5ba5a will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:51:13.149826 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:13.154312 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:13.216508 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Network c927e49e-390a-4fa6-8a54-437138762708 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:51:13.219410 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:51:13.222757 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:51:13.231846 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Pushing event updated for resources: {'Port': ['ID=af830246-4d85-4cfc-89d1-9d78d1c5ba5a,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:13.274778 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.275110 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.275434 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.275752 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.276065 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.276379 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.276687 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.276995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.277301 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.277631 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.277938 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.278241 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Tracked resource versions report: Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: pushed versions: Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: { 'AddressGroup': {'1.2'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'ConntrackHelper': {'1.0'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Log': {'1.0'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Network': {'1.1'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Port': {'1.7'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'PortForwarding': {'1.2'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'QosPolicy': {'1.8'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroup': {'1.4'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'SubPort': {'1.0'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Subnet': {'1.1'}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Trunk': {'1.1'}} Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: consumer versions: Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'ConntrackHelper': '1.0', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Log': '1.0', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Network': '1.1', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Port': '1.7', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'PortForwarding': '1.2', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'QosPolicy': '1.8', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroup': '1.4', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroupRule': '1.2', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'SubPort': '1.0', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Subnet': '1.1', Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: 'Trunk': '1.1'}} Jun 01 10:51:13.279374 dv-cinder-787764-3-smb neutron-server[91770]: {{(pid=91770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:51:13.306758 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:13.332559 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Attempting to bind port af830246-4d85-4cfc-89d1-9d78d1c5ba5a on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:51:13.332943 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Attempting to bind port af830246-4d85-4cfc-89d1-9d78d1c5ba5a by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:51:13.333358 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Attempting to bind port af830246-4d85-4cfc-89d1-9d78d1c5ba5a on network c927e49e-390a-4fa6-8a54-437138762708 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:51:13.338488 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:51:13.338898 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Checking segment: {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:51:13.339360 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:13.339746 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Bound using segment: {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:51:13.340243 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Bound port: af830246-4d85-4cfc-89d1-9d78d1c5ba5a, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:51:13.340608 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:13.425773 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] For port af830246-4d85-4cfc-89d1-9d78d1c5ba5a, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:51:13.429537 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] For port af830246-4d85-4cfc-89d1-9d78d1c5ba5a, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=af830246-4d85-4cfc-89d1-9d78d1c5ba5a,segment=NetworkSegment(1e507d8f-3e7e-4978-b42b-eddeaae487e5),segment_id=1e507d8f-3e7e-4978-b42b-eddeaae487e5)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:51:13.433913 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:13.439015 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:13.528311 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Pushing event updated for resources: {'Port': ['ID=af830246-4d85-4cfc-89d1-9d78d1c5ba5a,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:13.532089 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:14.786267 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 40608) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:15.164660 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [None req-aa7e451e-4821-4ab6-be00-aaaea3e792bc admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:51:15.165669 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-aa7e451e-4821-4ab6-be00-aaaea3e792bc admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784366 Jun 01 10:51:17.558356 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40618) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:18.164969 dv-cinder-787764-3-smb neutron-server[91769]: WARNING oslo_policy.policy [None req-2b6b68e6-edbc-42ac-a814-911b49990cd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:18.165595 dv-cinder-787764-3-smb neutron-server[91769]: WARNING oslo_policy.policy [None req-2b6b68e6-edbc-42ac-a814-911b49990cd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:18.391143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [None req-2b6b68e6-edbc-42ac-a814-911b49990cd4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:51:18.392184 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2b6b68e6-edbc-42ac-a814-911b49990cd4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8329864 Jun 01 10:51:19.044646 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fd2df8-323d-45e3-b841-ea6ab44e7ea3 None None] Network c927e49e-390a-4fa6-8a54-437138762708 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:51:19.122264 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-04468639-4c83-47f6-8757-a6c9bef8caff None None] Provisioning for port af830246-4d85-4cfc-89d1-9d78d1c5ba5a completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:51:19.125966 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device af830246-4d85-4cfc-89d1-9d78d1c5ba5a up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:51:19.285146 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port af830246-4d85-4cfc-89d1-9d78d1c5ba5a completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:51:19.296561 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port af830246-4d85-4cfc-89d1-9d78d1c5ba5a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:19.296975 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:19.472002 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:19.508673 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port af830246-4d85-4cfc-89d1-9d78d1c5ba5a, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=af830246-4d85-4cfc-89d1-9d78d1c5ba5a,segment=NetworkSegment(1e507d8f-3e7e-4978-b42b-eddeaae487e5),segment_id=1e507d8f-3e7e-4978-b42b-eddeaae487e5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:51:19.517995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:19.520236 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b377f5d-132b-4fc8-9515-2cbc12be490f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:19.619810 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=af830246-4d85-4cfc-89d1-9d78d1c5ba5a,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:19.622919 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:19.679989 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-418b98c0-fa3a-4090-bd6b-8e8b11c258d3 None None] Provisioning complete for port af830246-4d85-4cfc-89d1-9d78d1c5ba5a triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:19.680351 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-418b98c0-fa3a-4090-bd6b-8e8b11c258d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:20.996747 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40640) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:21.061839 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device af830246-4d85-4cfc-89d1-9d78d1c5ba5a up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:51:21.127445 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port af830246-4d85-4cfc-89d1-9d78d1c5ba5a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:21.127814 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:21.352766 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Request body: {'router': {'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'name': 'router1', 'admin_state_up': True}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:21.423208 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.policy [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91769) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 10:51:21.469081 dv-cinder-787764-3-smb neutron-server[91769]: WARNING oslo_policy.policy [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:21.469459 dv-cinder-787764-3-smb neutron-server[91769]: WARNING oslo_policy.policy [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:51:21.478002 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.quota [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Loaded quota_driver: . Jun 01 10:51:21.493363 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:21.499767 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Usage tracker for resource:router and tenant:5bde6e8f437b4fa98564916a7b404488 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:21.504475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:21.511952 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:21.529582 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:21.532287 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:21.558205 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:21.673650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:21.693939 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:21.695150 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-39b3f9aa-ccbf-46ff-841c-cad6cb49fd6f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6974413 Jun 01 10:51:24.027875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40652) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:24.436228 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [None req-17101ac9-2a77-43be-8211-a7cf7ad71fea admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:51:24.437745 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-17101ac9-2a77-43be-8211-a7cf7ad71fea admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4090309 Jun 01 10:51:24.569580 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c59d94fa-bbcf-4b19-9d76-1dfcc7a99665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:26.830991 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40662) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:27.198236 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:27.204016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:27.207823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Usage tracker for resource:network and tenant:da31231266bc43768aee19cca6b26dc8 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:27.212079 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:27.218808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:27.228247 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.229329 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Made reservation on behalf of da31231266bc43768aee19cca6b26dc8 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:51:27.233457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.250704 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.265719 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:27.269483 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Usage tracker for resource:security_group_rule and tenant:da31231266bc43768aee19cca6b26dc8 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:27.272672 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:27.278236 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:27.353536 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6ba46873-6f7e-4ac0-9282-72eace16a8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.377608 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.381225 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.386314 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:27.399151 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Reserving flat network on physical network physnet1 {{(pid=91769) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 10:51:27.431304 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730700988645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.431900 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Unsubscribe: segment precommit_create {{(pid=91769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 10:51:27.432378 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Added segment 4741201b-e14f-4e80-b4f8-1bd2d1facc63 of type flat for network 4a2c5cdb-501b-400e-ba43-a65166dd453e Jun 01 10:51:27.481405 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23476d-fdb6-4a16-a163-9486d12aa0b2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:27.496547 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.496886 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.497212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.497564 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.497889 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.498208 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.498522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.498832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.499368 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.499496 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.499805 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.500113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Tracked resource versions report: Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: pushed versions: Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: { 'AddressGroup': {'1.2'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'ConntrackHelper': {'1.0'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Log': {'1.0'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Network': {'1.1'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Port': {'1.7'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'PortForwarding': {'1.2'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'QosPolicy': {'1.8'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroup': {'1.4'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'SubPort': {'1.0'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Subnet': {'1.1'}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Trunk': {'1.1'}} Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: consumer versions: Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'ConntrackHelper': '1.0', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Log': '1.0', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Network': '1.1', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Port': '1.7', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'PortForwarding': '1.2', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'QosPolicy': '1.8', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroup': '1.4', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroupRule': '1.2', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'SubPort': '1.0', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Subnet': '1.1', Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: 'Trunk': '1.1'}} Jun 01 10:51:27.501218 dv-cinder-787764-3-smb neutron-server[91769]: {{(pid=91769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:51:27.558736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.562765 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:27.602002 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.603610 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:27.604240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:27.609291 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:27.713740 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8816540 Jun 01 10:51:27.716726 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Pushing event updated for resources: {'Network': ['ID=4a2c5cdb-501b-400e-ba43-a65166dd453e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:27.720909 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:27.728033 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:51:28.254034 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:29.877614 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:30.036757 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40686) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:30.249747 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868c23c-2e4a-4c97-9d4d-390dbc1fcc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:30.251237 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f868c23c-2e4a-4c97-9d4d-390dbc1fcc29 admin admin] 10.222.0.10 "GET /v2.0/subnets/1e32084f-7c8a-403b-9b83-88b488e8e78f HTTP/1.1" status: 200 len: 849 time: 0.2135439 Jun 01 10:51:30.415234 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-dd34bb74-c0ca-431f-baf2-6fed5fdbe897 admin admin] 10.222.0.10 "GET /v2.0/routers/38ed510a-16a1-4130-990d-b88195881e21 HTTP/1.1" status: 200 len: 704 time: 0.1585138 Jun 01 10:51:30.869733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.096046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Allocated IP 172.20.0.1 (c927e49e-390a-4fa6-8a54-437138762708/1e32084f-7c8a-403b-9b83-88b488e8e78f/dfcb2ae9-d7fd-4636-84ee-50868a936c3f) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:51:31.250067 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.269143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Transition to ACTIVE for port object dfcb2ae9-d7fd-4636-84ee-50868a936c3f will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:51:31.320987 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.325438 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:31.387456 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Network c927e49e-390a-4fa6-8a54-437138762708 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:51:31.390398 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:51:31.396142 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:51:31.396666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.526468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:31.541305 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:31.574435 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-621ed44e-50c5-4735-bb40-e9444e680d2c None None] Provisioning for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:51:31.579689 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-621ed44e-50c5-4735-bb40-e9444e680d2c None None] Provisioning complete for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:31.580055 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-621ed44e-50c5-4735-bb40-e9444e680d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.631761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-621ed44e-50c5-4735-bb40-e9444e680d2c None None] Port dfcb2ae9-d7fd-4636-84ee-50868a936c3f cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:51:31.699160 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.923569 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.927728 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.928799 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:31.932760 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:32.058080 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:32.061946 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:32.117468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Network c927e49e-390a-4fa6-8a54-437138762708 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:51:32.118539 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:51:32.305025 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Router 38ed510a-16a1-4130-990d-b88195881e21 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:51:32.356113 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-95c7e7ec-6f58-4af5-9b49-c1ca58075410 None None] Provisioning complete for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:32.356485 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-95c7e7ec-6f58-4af5-9b49-c1ca58075410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:32.411533 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-95c7e7ec-6f58-4af5-9b49-c1ca58075410 None None] Port dfcb2ae9-d7fd-4636-84ee-50868a936c3f cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:51:32.462272 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:51:32.472764 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] 10.222.0.10 "PUT /v2.0/routers/38ed510a-16a1-4130-990d-b88195881e21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0527291 Jun 01 10:51:32.472935 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Sync routers for ids ['38ed510a-16a1-4130-990d-b88195881e21'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:51:32.482659 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Routers {'38ed510a-16a1-4130-990d-b88195881e21'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:51:32.483521 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:51:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['38ed510a-16a1-4130-990d-b88195881e21'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:32.656799 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Set router 38ed510a-16a1-4130-990d-b88195881e21 gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:51:33.018467 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ed510a-16a1-4130-990d-b88195881e21', 'name': 'router1', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:51:21Z', 'updated_at': '2021-06-01T10:51:31Z', 'revision_number': 2, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'gw_port_host': None, '_interfaces': [{'id': 'dfcb2ae9-d7fd-4636-84ee-50868a936c3f', 'name': '', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'mac_address': 'fa:16:3e:86:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:30Z', 'updated_at': '2021-06-01T10:51:31Z', 'revision_number': 2, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'subnets': [{'id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:33.023517 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Checking router: 38ed510a-16a1-4130-990d-b88195881e21 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:51:33.023888 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Updating router 38ed510a-16a1-4130-990d-b88195881e21 port dfcb2ae9-d7fd-4636-84ee-50868a936c3f binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:51:33.078732 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:33.451338 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:33.465888 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Transition to ACTIVE for port object dfcb2ae9-d7fd-4636-84ee-50868a936c3f will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:51:33.474268 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:33.479632 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:33.650871 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698df6-767f-4356-83a5-47113306256c None None] Pushing event updated for resources: {'Port': ['ID=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:33.703538 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.703799 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.704128 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.704450 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.704765 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.705086 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.705412 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.705728 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.706040 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.706346 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.706652 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.706956 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19698df6-767f-4356-83a5-47113306256c None None] Tracked resource versions report: Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: pushed versions: Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: { 'AddressGroup': {'1.2'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'ConntrackHelper': {'1.0'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Log': {'1.0'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Network': {'1.1'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Port': {'1.7'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'PortForwarding': {'1.2'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'QosPolicy': {'1.8'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroup': {'1.4'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'SubPort': {'1.0'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Subnet': {'1.1'}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Trunk': {'1.1'}} Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: consumer versions: Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'ConntrackHelper': '1.0', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Log': '1.0', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Network': '1.1', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Port': '1.7', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'PortForwarding': '1.2', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'QosPolicy': '1.8', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroup': '1.4', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroupRule': '1.2', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'SubPort': '1.0', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Subnet': '1.1', Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: 'Trunk': '1.1'}} Jun 01 10:51:33.708073 dv-cinder-787764-3-smb neutron-server[91771]: {{(pid=91771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:51:33.716592 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-19698df6-767f-4356-83a5-47113306256c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:33.717448 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Attempting to bind port dfcb2ae9-d7fd-4636-84ee-50868a936c3f on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:51:33.718356 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Attempting to bind port dfcb2ae9-d7fd-4636-84ee-50868a936c3f by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:51:33.719541 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Attempting to bind port dfcb2ae9-d7fd-4636-84ee-50868a936c3f on network c927e49e-390a-4fa6-8a54-437138762708 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:51:33.724091 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:51:33.724509 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Checking segment: {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:51:33.724975 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:33.725354 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Bound using segment: {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:51:33.725890 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Bound port: dfcb2ae9-d7fd-4636-84ee-50868a936c3f, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e507d8f-3e7e-4978-b42b-eddeaae487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:51:33.726254 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:33.816233 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] For port dfcb2ae9-d7fd-4636-84ee-50868a936c3f, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:51:33.820850 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] For port dfcb2ae9-d7fd-4636-84ee-50868a936c3f, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,segment=NetworkSegment(1e507d8f-3e7e-4978-b42b-eddeaae487e5),segment_id=1e507d8f-3e7e-4978-b42b-eddeaae487e5)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:51:33.824692 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:33.830148 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:33.912083 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Routers {'38ed510a-16a1-4130-990d-b88195881e21'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:51:33.912697 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:51:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['38ed510a-16a1-4130-990d-b88195881e21'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:33.979416 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698df6-767f-4356-83a5-47113306256c None None] Pushing event updated for resources: {'Port': ['ID=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:34.059558 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-19698df6-767f-4356-83a5-47113306256c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:34.101092 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] Set router 38ed510a-16a1-4130-990d-b88195881e21 gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:51:34.422218 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ed510a-16a1-4130-990d-b88195881e21', 'name': 'router1', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:51:21Z', 'updated_at': '2021-06-01T10:51:31Z', 'revision_number': 2, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'gw_port_host': None, '_interfaces': [{'id': 'dfcb2ae9-d7fd-4636-84ee-50868a936c3f', 'name': '', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'mac_address': 'fa:16:3e:86:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:30Z', 'updated_at': '2021-06-01T10:51:33Z', 'revision_number': 4, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'subnets': [{'id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:34.426020 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943a197-0cf1-4dfa-af0f-a408ea7d7306 None None] The sync data for ids ['38ed510a-16a1-4130-990d-b88195881e21'] in dv-cinder-787764-3-smb is: [{'id': '38ed510a-16a1-4130-990d-b88195881e21', 'name': 'router1', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:51:21Z', 'updated_at': '2021-06-01T10:51:31Z', 'revision_number': 2, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'gw_port_host': None, '_interfaces': [{'id': 'dfcb2ae9-d7fd-4636-84ee-50868a936c3f', 'name': '', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'mac_address': 'fa:16:3e:86:84:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:30Z', 'updated_at': '2021-06-01T10:51:33Z', 'revision_number': 4, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'subnets': [{'id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:51:34.645540 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40708) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:34.800380 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c986e933-1f67-4ca4-a483-620e8f69b534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:34.800932 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c986e933-1f67-4ca4-a483-620e8f69b534 admin admin] Synchronizing usage tracker for tenant:da31231266bc43768aee19cca6b26dc8 on resource:network {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:51:34.818120 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c986e933-1f67-4ca4-a483-620e8f69b534 admin admin] Unset dirty status for tenant:da31231266bc43768aee19cca6b26dc8 on resource:network {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:51:34.819409 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c986e933-1f67-4ca4-a483-620e8f69b534 admin admin] 10.222.0.10 "GET /v2.0/networks/4a2c5cdb-501b-400e-ba43-a65166dd453e HTTP/1.1" status: 200 len: 842 time: 0.1729202 Jun 01 10:51:34.830096 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:34.835217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:51:34.838966 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Usage tracker for resource:subnet and tenant:da31231266bc43768aee19cca6b26dc8 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:51:34.841841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:51:34.848575 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:51:34.858402 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Made reservation on behalf of da31231266bc43768aee19cca6b26dc8 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:51:34.860931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:35.290377 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.objects.ports [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91769) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 10:51:35.290730 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:35.294969 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:35.409747 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78af27b9-76a1-4c8c-9535-c4c647b46323,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:35.413933 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:51:35.414303 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Network hostable DHCP agents. Network: 4a2c5cdb-501b-400e-ba43-a65166dd453e, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:51:35.416951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:35.433950 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:51:35.444519 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 4a2c5cdb-501b-400e-ba43-a65166dd453e) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:51:35.448387 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:35.448987 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:35.456428 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bade295-0f38-4196-9dd1-76b3120e098c None None] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:51:35.469433 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6441939 Jun 01 10:51:35.661883 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc365c-2adc-494f-a3a7-2a5327113f6a None None] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:51:37.113236 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device dfcb2ae9-d7fd-4636-84ee-50868a936c3f up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:51:37.187220 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:51:37.192482 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:37.192852 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:37.320585 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:37.353772 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port dfcb2ae9-d7fd-4636-84ee-50868a936c3f, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,segment=NetworkSegment(1e507d8f-3e7e-4978-b42b-eddeaae487e5),segment_id=1e507d8f-3e7e-4978-b42b-eddeaae487e5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:51:37.358203 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:37.362177 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:37.430453 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=dfcb2ae9-d7fd-4636-84ee-50868a936c3f,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:37.433429 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:37.744031 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40722) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:37.842594 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:51:37.939911 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4ed4924e-fff1-4fa7-afdc-4ef957cd515e admin admin] 10.222.0.10 "GET /v2.0/routers/38ed510a-16a1-4130-990d-b88195881e21 HTTP/1.1" status: 200 len: 710 time: 0.1947560 Jun 01 10:51:38.067290 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213e2525-8763-4a9e-a6ba-29a7a9a0b557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:51:38.068634 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-213e2525-8763-4a9e-a6ba-29a7a9a0b557 admin admin] 10.222.0.10 "GET /v2.0/networks/4a2c5cdb-501b-400e-ba43-a65166dd453e HTTP/1.1" status: 200 len: 886 time: 0.1237447 Jun 01 10:51:38.077428 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:51:38.512317 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:38.839140 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:38.893424 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:39.076420 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device dfcb2ae9-d7fd-4636-84ee-50868a936c3f up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:51:39.079371 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Allocated IP 172.28.3.251 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/7562da16-7d06-4e0c-be73-dbfd3fe75042) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:51:39.142225 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:39.142583 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:39.225654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:39.257737 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:39.263237 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e267b250-db81-4751-a343-fe23f7c00284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:39.325222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:51:39.328312 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:51:39.331989 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:51:39.393001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7562da16-7d06-4e0c-be73-dbfd3fe75042,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:39.443330 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:39.701736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:40.029932 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:40.033750 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1759362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1759427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1757271'] for router, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:40.216207 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Router 38ed510a-16a1-4130-990d-b88195881e21 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:51:40.441905 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:51:40.449489 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:40.450675 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] 10.222.0.10 "PUT /v2.0/routers/38ed510a-16a1-4130-990d-b88195881e21 HTTP/1.1" status: 200 len: 890 time: 2.3766923 Jun 01 10:51:40.451199 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Sync routers for ids ['38ed510a-16a1-4130-990d-b88195881e21'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:51:40.462269 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Routers {'38ed510a-16a1-4130-990d-b88195881e21'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:51:40.462939 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:51:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['38ed510a-16a1-4130-990d-b88195881e21'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:40.681328 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Set router 38ed510a-16a1-4130-990d-b88195881e21 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:51:41.015169 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ed510a-16a1-4130-990d-b88195881e21', 'name': 'router1', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '7562da16-7d06-4e0c-be73-dbfd3fe75042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:51:21Z', 'updated_at': '2021-06-01T10:51:39Z', 'revision_number': 4, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'gw_port': {'id': '7562da16-7d06-4e0c-be73-dbfd3fe75042', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:38Z', 'updated_at': '2021-06-01T10:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'dfcb2ae9-d7fd-4636-84ee-50868a936c3f', 'name': '', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'mac_address': 'fa:16:3e:86:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:30Z', 'updated_at': '2021-06-01T10:51:37Z', 'revision_number': 5, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'subnets': [{'id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:41.019913 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Checking router: 38ed510a-16a1-4130-990d-b88195881e21 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:51:41.020836 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Updating router 38ed510a-16a1-4130-990d-b88195881e21 port 7562da16-7d06-4e0c-be73-dbfd3fe75042 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:51:41.073858 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:41.404432 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:41.416339 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Transition to ACTIVE for port object 7562da16-7d06-4e0c-be73-dbfd3fe75042 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:51:41.423854 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:41.427763 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:41.508179 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd39ee-0753-4be2-a849-cdd6513c3957 None None] Pushing event updated for resources: {'Port': ['ID=7562da16-7d06-4e0c-be73-dbfd3fe75042,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:41.510388 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Attempting to bind port 7562da16-7d06-4e0c-be73-dbfd3fe75042 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:51:41.510755 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Attempting to bind port 7562da16-7d06-4e0c-be73-dbfd3fe75042 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:51:41.511116 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Attempting to bind port 7562da16-7d06-4e0c-be73-dbfd3fe75042 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:51:41.513220 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9acd39ee-0753-4be2-a849-cdd6513c3957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:41.517759 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:51:41.518133 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:51:41.518529 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:41.518912 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:51:41.519379 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Bound port: 7562da16-7d06-4e0c-be73-dbfd3fe75042, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:51:41.519750 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:41.589086 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] For port 7562da16-7d06-4e0c-be73-dbfd3fe75042, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:51:41.591998 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] For port 7562da16-7d06-4e0c-be73-dbfd3fe75042, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=7562da16-7d06-4e0c-be73-dbfd3fe75042,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:51:41.598308 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:41.602853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:41.677280 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Routers {'38ed510a-16a1-4130-990d-b88195881e21'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:51:41.677922 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:51:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['38ed510a-16a1-4130-990d-b88195881e21'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:41.745551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd39ee-0753-4be2-a849-cdd6513c3957 None None] Pushing event updated for resources: {'Port': ['ID=7562da16-7d06-4e0c-be73-dbfd3fe75042,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:41.750504 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9acd39ee-0753-4be2-a849-cdd6513c3957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:41.867613 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] Set router 38ed510a-16a1-4130-990d-b88195881e21 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:51:42.219484 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ed510a-16a1-4130-990d-b88195881e21', 'name': 'router1', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '7562da16-7d06-4e0c-be73-dbfd3fe75042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:51:21Z', 'updated_at': '2021-06-01T10:51:39Z', 'revision_number': 4, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'gw_port': {'id': '7562da16-7d06-4e0c-be73-dbfd3fe75042', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:38Z', 'updated_at': '2021-06-01T10:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'dfcb2ae9-d7fd-4636-84ee-50868a936c3f', 'name': '', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'mac_address': 'fa:16:3e:86:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:30Z', 'updated_at': '2021-06-01T10:51:37Z', 'revision_number': 5, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'subnets': [{'id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:51:42.224305 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34fbae-1494-4ff3-9ce0-fdb453789308 None None] The sync data for ids ['38ed510a-16a1-4130-990d-b88195881e21'] in dv-cinder-787764-3-smb is: [{'id': '38ed510a-16a1-4130-990d-b88195881e21', 'name': 'router1', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': '7562da16-7d06-4e0c-be73-dbfd3fe75042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:51:21Z', 'updated_at': '2021-06-01T10:51:39Z', 'revision_number': 4, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'gw_port': {'id': '7562da16-7d06-4e0c-be73-dbfd3fe75042', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:38Z', 'updated_at': '2021-06-01T10:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'dfcb2ae9-d7fd-4636-84ee-50868a936c3f', 'name': '', 'network_id': 'c927e49e-390a-4fa6-8a54-437138762708', 'tenant_id': '5bde6e8f437b4fa98564916a7b404488', 'mac_address': 'fa:16:3e:86:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ed510a-16a1-4130-990d-b88195881e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:51:30Z', 'updated_at': '2021-06-01T10:51:37Z', 'revision_number': 5, 'project_id': '5bde6e8f437b4fa98564916a7b404488', 'subnets': [{'id': '1e32084f-7c8a-403b-9b83-88b488e8e78f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '948043ac-50f7-4d71-98d4-4511c46f1ea0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:51:42.821841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 40732) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:51:42.937733 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-39228d6b-9ae8-4105-9753-d72c24473db9 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146336 Jun 01 10:51:43.102689 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 7562da16-7d06-4e0c-be73-dbfd3fe75042 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:51:43.170229 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 7562da16-7d06-4e0c-be73-dbfd3fe75042 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:51:43.174830 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 7562da16-7d06-4e0c-be73-dbfd3fe75042 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:43.175197 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:43.292920 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:43.309856 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 7562da16-7d06-4e0c-be73-dbfd3fe75042, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=7562da16-7d06-4e0c-be73-dbfd3fe75042,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:51:43.314290 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:43.316349 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:51:43.385913 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=7562da16-7d06-4e0c-be73-dbfd3fe75042,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:51:43.388938 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:51:45.097957 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 7562da16-7d06-4e0c-be73-dbfd3fe75042 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:51:45.174203 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 7562da16-7d06-4e0c-be73-dbfd3fe75042 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:51:45.174734 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:54.564598 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dc263dbe-7320-4600-b7d0-dd5660ab58c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:57.237732 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:57.363789 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aa0fce81-5d2d-4548-8437-b8c460650aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:58.261249 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:51:59.907714 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:14.850352 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:52:24.583993 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3a041838-7e34-4d6d-9413-f54d8a2b31fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:27.231853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:27.358104 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9892b9e7-675d-423e-a196-e6b299ccd726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:28.262293 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:29.904217 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:51.839012 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:52:54.567382 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-231d3735-ef79-4e56-973e-48c759dc79a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:57.234863 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:57.360309 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6e200a4b-442d-49c0-96bf-5539b59c9c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:58.267215 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:52:59.904750 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:17.903345 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41302) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:17.971022 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.pecan_wsgi.hooks.translation [None req-225d6cdb-999b-4577-b8e9-2b52fcdce8be admin admin] GET failed (client error): The resource could not be found. Jun 01 10:53:17.972239 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-225d6cdb-999b-4577-b8e9-2b52fcdce8be admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679297 Jun 01 10:53:18.101606 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e2b1b-c490-4831-ac24-272480bc701a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:18.102951 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-542e2b1b-c490-4831-ac24-272480bc701a admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1269629 Jun 01 10:53:20.285334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41312) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:20.394725 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3c555-3ee0-4bb3-bc0e-2c04c0c2ae9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:20.395279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-0ec3c555-3ee0-4bb3-bc0e-2c04c0c2ae9f admin admin] Synchronizing usage tracker for tenant:da31231266bc43768aee19cca6b26dc8 on resource:subnet {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:53:20.410774 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-0ec3c555-3ee0-4bb3-bc0e-2c04c0c2ae9f admin admin] Unset dirty status for tenant:da31231266bc43768aee19cca6b26dc8 on resource:subnet {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:53:20.411896 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-0ec3c555-3ee0-4bb3-bc0e-2c04c0c2ae9f admin admin] 10.222.0.10 "GET /v2.0/subnets/1e32084f-7c8a-403b-9b83-88b488e8e78f HTTP/1.1" status: 200 len: 849 time: 0.1256022 Jun 01 10:53:20.421852 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:53:20.535408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Notify callbacks [] for subnet, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:20.728728 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730700978589'] for subnet, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:20.732138 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:53:20.774732 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:20.775493 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:20.776537 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] 10.222.0.10 "PUT /v2.0/subnets/1e32084f-7c8a-403b-9b83-88b488e8e78f HTTP/1.1" status: 200 len: 868 time: 0.3592873 Jun 01 10:53:20.792091 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44554187-aad6-4268-b028-0e39a712a7a8 None None] Network c927e49e-390a-4fa6-8a54-437138762708 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:53:20.801054 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e32084f-7c8a-403b-9b83-88b488e8e78f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:53:20.808741 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.809076 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.809408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.809772 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.810094 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.810416 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.810731 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.811052 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.811455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.812246 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.812246 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.812468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:53:20.816168 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:53:21.282682 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5bea02e5-abe5-4e1a-83ce-1584473d98a6 None None] Provisioning complete for port dfcb2ae9-d7fd-4636-84ee-50868a936c3f triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:53:21.283050 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5bea02e5-abe5-4e1a-83ce-1584473d98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:21.409011 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5bea02e5-abe5-4e1a-83ce-1584473d98a6 None None] Provisioning complete for port af830246-4d85-4cfc-89d1-9d78d1c5ba5a triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:53:21.409264 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5bea02e5-abe5-4e1a-83ce-1584473d98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:22.897656 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41322) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:23.078290 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b8f01-d648-4147-97b0-d1ba54bc699f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:23.078670 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b8f01-d648-4147-97b0-d1ba54bc699f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:23.080194 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9f9b8f01-d648-4147-97b0-d1ba54bc699f admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1816075 Jun 01 10:53:24.569137 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d484ebe-abd2-475b-96cb-6fbeee05d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:25.320594 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41332) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:25.493152 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a483db-e039-48ed-96b4-8ecd244889ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:25.493668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a483db-e039-48ed-96b4-8ecd244889ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:25.495206 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f7a483db-e039-48ed-96b4-8ecd244889ec admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1736512 Jun 01 10:53:27.237541 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:27.361418 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-05cb7b73-43a5-42e9-a28b-228f514a65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:27.714802 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41342) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:27.882374 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1521db-9bb8-4030-b8e7-5bfc46ca2fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:27.883705 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6b1521db-9bb8-4030-b8e7-5bfc46ca2fdd admin admin] 10.222.0.10 "GET /v2.0/networks/4a2c5cdb-501b-400e-ba43-a65166dd453e HTTP/1.1" status: 200 len: 886 time: 0.1679213 Jun 01 10:53:28.268200 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:28.837657 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:53:29.908102 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:30.006905 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41352) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:30.176955 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093b800-4455-4002-a953-b1e9fa568ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:30.178340 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4093b800-4455-4002-a953-b1e9fa568ed5 admin admin] 10.222.0.10 "GET /v2.0/networks/c927e49e-390a-4fa6-8a54-437138762708 HTTP/1.1" status: 200 len: 869 time: 0.1704700 Jun 01 10:53:32.434601 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41362) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:32.539776 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c32e56-868b-4e36-955e-203840828707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:32.540240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c32e56-868b-4e36-955e-203840828707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:32.541756 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-97c32e56-868b-4e36-955e-203840828707 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061878 Jun 01 10:53:34.669939 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41372) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:34.778301 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446e7bf-c12b-41e2-898a-1a7995f0f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:34.778765 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446e7bf-c12b-41e2-898a-1a7995f0f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:34.780331 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a446e7bf-c12b-41e2-898a-1a7995f0f6f9 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089187 Jun 01 10:53:36.925980 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41382) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:37.030705 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc5725-f11e-43a8-b5e0-a40ab845130a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:37.031964 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-89dc5725-f11e-43a8-b5e0-a40ab845130a admin admin] 10.222.0.10 "GET /v2.0/subnets/1e32084f-7c8a-403b-9b83-88b488e8e78f HTTP/1.1" status: 200 len: 868 time: 0.1049407 Jun 01 10:53:39.135669 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41392) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:53:39.236107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd6d05-f15f-452e-b3a5-bee0460a4368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:53:39.237402 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-90bd6d05-f15f-452e-b3a5-bee0460a4368 admin admin] 10.222.0.10 "GET /v2.0/subnets/78af27b9-76a1-4c8c-9535-c4c647b46323 HTTP/1.1" status: 200 len: 816 time: 0.1008105 Jun 01 10:53:54.570291 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-828ed50f-d6e3-41bc-8f57-402707cd1741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:57.239749 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:57.365539 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-584f4223-93b8-4c7a-989e-3e1c82907430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:58.270726 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:53:59.909748 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:02.351875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41436) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:54:02.398485 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [None req-192c2319-3c63-4b05-adeb-7e504fc24368 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:54:02.399437 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-192c2319-3c63-4b05-adeb-7e504fc24368 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466442 Jun 01 10:54:04.591477 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41446) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:54:04.709466 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa164dd-5654-43a8-bcc3-91b153cdb7f7 admin admin] GET failed (client error): The resource could not be found. Jun 01 10:54:04.710792 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3aa164dd-5654-43a8-bcc3-91b153cdb7f7 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1177123 Jun 01 10:54:04.834841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b9b23-a87d-41f7-ba67-6471309f05b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:54:04.836188 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-7b3b9b23-a87d-41f7-ba67-6471309f05b9 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215496 Jun 01 10:54:05.836665 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:54:07.020528 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41456) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:54:07.067842 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:54:07.072386 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:54:07.082090 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:54:07.091583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Made reservation on behalf of da31231266bc43768aee19cca6b26dc8 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:54:07.094754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:07.183870 dv-cinder-787764-3-smb neutron-server[91769]: WARNING neutron.services.revisions.revision_plugin [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Could not find related network for resource to bump revision. Jun 01 10:54:07.197012 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:54:07.207268 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:07.207599 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Added segment a377dc89-347d-48f7-9f25-e596063c294b of type vlan for network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 Jun 01 10:54:07.237637 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:07.269028 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:07.270821 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:54:07.271471 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:07.275829 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:54:07.372936 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3514042 Jun 01 10:54:07.376273 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Pushing event updated for resources: {'Network': ['ID=73c88e4a-e6ee-461c-9bc1-9aa41deebe64,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:54:07.383007 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3d5b3921-4931-4941-9597-39eb3ede334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:54:07.390450 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:54:09.509491 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41466) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:54:09.578169 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dfddff-796c-433f-9f5b-c6ecdbfeeeaa admin admin] GET failed (client error): The resource could not be found. Jun 01 10:54:09.578676 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f1dfddff-796c-433f-9f5b-c6ecdbfeeeaa admin admin] Synchronizing usage tracker for tenant:da31231266bc43768aee19cca6b26dc8 on resource:network {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:54:09.593698 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f1dfddff-796c-433f-9f5b-c6ecdbfeeeaa admin admin] Unset dirty status for tenant:da31231266bc43768aee19cca6b26dc8 on resource:network {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:54:09.594792 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f1dfddff-796c-433f-9f5b-c6ecdbfeeeaa admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0843275 Jun 01 10:54:09.697184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b121e2b-3e59-4205-9879-67afe78edd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:54:09.698526 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3b121e2b-3e59-4205-9879-67afe78edd0d admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999427 Jun 01 10:54:09.708314 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Request body: {'subnet': {'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:54:09.712518 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:54:09.722459 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:54:09.731616 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Made reservation on behalf of da31231266bc43768aee19cca6b26dc8 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:54:09.734508 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:10.098452 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:10.102724 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-244b4b57-7595-4ed3-ad2d-248cd1c78b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:54:10.168005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25c5c93-42c5-479b-b189-2e74aaf8f859,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:54:10.172965 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:54:10.175291 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Checking segment: {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:54:10.175629 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Network hostable DHCP agents. Network: 73c88e4a-e6ee-461c-9bc1-9aa41deebe64, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:54:10.191567 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:54:10.200590 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 73c88e4a-e6ee-461c-9bc1-9aa41deebe64) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:54:10.205645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:54:10.206219 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:10.210362 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdccae47-3e2a-47ef-a814-941efde933ce None None] Network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:54:10.229434 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-00a3aa11-cb8e-4147-b8a5-29b8265af86d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5244539 Jun 01 10:54:10.432342 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-73c88e4a-e6ee-461c-9bc1-9aa41deebe64', 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64', 'tenant_id': 'da31231266bc43768aee19cca6b26dc8', 'fixed_ips': [{'subnet_id': 'b25c5c93-42c5-479b-b189-2e74aaf8f859'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:54:10.433175 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:10.588786 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Allocated IP 192.168.233.2 (73c88e4a-e6ee-461c-9bc1-9aa41deebe64/b25c5c93-42c5-479b-b189-2e74aaf8f859/569bbb1b-ea41-4918-bdf3-f3aa36485dd5) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:54:10.793272 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:10.803743 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Transition to ACTIVE for port object 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:54:10.822245 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Transition to ACTIVE for port object 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:54:10.828941 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:10.833220 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9acd39ee-0753-4be2-a849-cdd6513c3957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:54:10.897275 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:54:10.898436 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:54:10.902100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:54:10.910853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Pushing event updated for resources: {'Port': ['ID=569bbb1b-ea41-4918-bdf3-f3aa36485dd5,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:54:10.950239 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.950578 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.950908 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.951853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.952425 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.952761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.953244 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.953591 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.953912 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.954223 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.954546 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.954856 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:54:10.980698 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:54:11.008721 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Attempting to bind port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:54:11.009042 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Attempting to bind port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:54:11.009349 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Attempting to bind port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 on network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:54:11.015396 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:54:11.015756 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Checking segment: {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:54:11.016150 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:11.016532 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Bound using segment: {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:54:11.016992 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Bound port: 569bbb1b-ea41-4918-bdf3-f3aa36485dd5, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:54:11.017357 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:11.103204 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] For port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:54:11.106220 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] For port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=569bbb1b-ea41-4918-bdf3-f3aa36485dd5,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:54:11.111267 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:11.115048 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:54:11.192579 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Pushing event updated for resources: {'Port': ['ID=569bbb1b-ea41-4918-bdf3-f3aa36485dd5,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:54:11.195595 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:54:12.013216 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ff375-de80-4ca5-8209-9f63f72008fb None None] Network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:54:12.166272 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-7b326ed7-d150-4e50-b166-97270f16a17c None None] Provisioning for port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:54:13.214619 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:54:13.285043 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:54:13.289503 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:54:13.289895 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:13.404893 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:13.438037 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=569bbb1b-ea41-4918-bdf3-f3aa36485dd5,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:54:13.441469 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:13.443621 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:54:13.510870 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=569bbb1b-ea41-4918-bdf3-f3aa36485dd5,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:54:13.515349 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:54:15.183484 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:54:15.250154 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 569bbb1b-ea41-4918-bdf3-f3aa36485dd5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:54:15.250516 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:24.572515 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d987b3ad-2b6f-4414-8081-390444281d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:27.241367 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:27.365828 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-97e5513c-b198-4e5c-9aee-549176acb0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:28.273779 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:29.911288 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:42.835445 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:54:54.576577 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-57e832e5-978a-4ebb-b2b1-c0d9d73644df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:57.243352 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:57.368720 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f7357a02-4b59-4bb8-95a7-4bd50deed00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:58.275679 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:54:59.914270 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:19.834792 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:55:23.362144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41516) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:55:23.368024 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [None req-ba15149b-8082-4603-9d80-b334c0e4d983 tempest-verify_tempest_config-5418606 tempest-verify_tempest_config-5418606-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:55:23.368946 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ba15149b-8082-4603-9d80-b334c0e4d983 tempest-verify_tempest_config-5418606 tempest-verify_tempest_config-5418606-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058699 Jun 01 10:55:23.670948 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41534) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:55:23.784162 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:23.800737 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:55:23.804495 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d054fa8051e4d1b80d60a8e6a1fb7d8 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:55:23.807228 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:55:23.813970 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:55:23.894544 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:23.898065 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:23.905854 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:55:23.943557 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2aac96-c22e-4839-8d18-ef82fb30f805,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:55:23.947515 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Synchronizing usage tracker for tenant:da31231266bc43768aee19cca6b26dc8 on resource:security_group {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:55:23.954489 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.954826 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.955155 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.955477 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.955797 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.956116 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.956431 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.956744 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.957075 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.957389 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.957724 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.958031 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:55:23.964037 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:55:23.974522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Unset dirty status for tenant:da31231266bc43768aee19cca6b26dc8 on resource:security_group {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:55:23.975793 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d054fa8051e4d1b80d60a8e6a1fb7d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3038223 Jun 01 10:55:23.978442 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41540) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:55:24.034812 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:24.059105 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:24.149203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:24.153002 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:55:24.168484 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2aac96-c22e-4839-8d18-ef82fb30f805,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:55:24.171277 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:55:24.176114 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:24.177193 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f2aac96-c22e-4839-8d18-ef82fb30f805 HTTP/1.1" status: 204 len: 168 time: 0.1978288 Jun 01 10:55:24.579751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e1c46963-aa20-44d3-bfee-9082be75893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:27.258738 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:27.371113 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1d9297d1-8b79-4eda-bb9d-a3865f78d7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:28.279922 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:29.917045 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:54.582112 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0a955c83-4324-4ee8-aec6-95c504cfc942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:56.835049 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:55:57.240912 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:57.373418 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-81b0cbc8-a39c-4df5-bd9f-b9bbc82f1bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:58.281839 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:55:59.919427 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:24.583342 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f383-6e56-40d2-9c23-9843496a0566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:27.242974 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:27.375736 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5a05c51-52d9-4182-9fdb-2ae760d2d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:28.286436 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:29.923358 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:33.834873 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 5 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:56:54.585237 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-06441651-b162-4f16-8ccd-117e527f1f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:57.246285 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:57.376725 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-70122de5-5057-40c2-9b9c-bfd7823c472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:58.287869 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:56:59.925655 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:07.134986 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:10.680870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41592) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:57:10.792130 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-cb945045-00f1-47fc-a69e-5e1bacbbfdd4 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1101553 Jun 01 10:57:10.834268 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:57:12.916828 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 41602) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:57:12.975007 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-11d4f09a-a61c-4194-b76d-cddc69bee7b4 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0571067 Jun 01 10:57:24.586128 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3ceafb2-c569-4afc-b06d-da9a6cecd47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:27.249447 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:27.377192 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b599b390-2e37-4087-9923-1d506fb98af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:28.291707 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:29.928826 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:37.104690 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:47.833011 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:57:54.586916 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e696e8d1-f462-4795-9619-022d4980631f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:57.252141 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:57.379472 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c8e6bddf-33ea-4d30-9594-ca8220f0fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:58.293892 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:57:59.931949 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:07.107531 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:24.588948 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74041ec1-2291-462c-b4d5-1c63d6944cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:24.832115 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:58:27.255105 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:27.381055 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fab0ce6b-99c1-423f-84a2-1fa5aa5d67ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:28.302121 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:29.935797 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:37.134822 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.043613 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41816) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:41.168893 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 41824) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:41.215797 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 41832) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:41.433188 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-734774223-network', 'tenant_id': '55124275cf914091820af6cd51aef6ec'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:41.437745 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.444200 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1661058992-network', 'tenant_id': '56cf6c1971b4439fb1b0c70b569cea2a'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:41.450388 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.452085 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Usage tracker for resource:network and tenant:55124275cf914091820af6cd51aef6ec is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.454888 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Usage tracker for resource:network and tenant:56cf6c1971b4439fb1b0c70b569cea2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.456850 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.459492 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.463239 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:41.469716 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:41.477700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Made reservation on behalf of 55124275cf914091820af6cd51aef6ec for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:41.481416 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.492090 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-network', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:41.500829 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.501233 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.506233 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Usage tracker for resource:network and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.510680 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.519971 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:41.520772 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.524931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Usage tracker for resource:security_group_rule and tenant:55124275cf914091820af6cd51aef6ec is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.528140 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.531903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Made reservation on behalf of 56cf6c1971b4439fb1b0c70b569cea2a for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:41.534094 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:41.535956 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.553036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.573418 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Made reservation on behalf of 2e8dd557fd4f475f9090527064b0ac2a for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:41.576333 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.593583 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.599465 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:56cf6c1971b4439fb1b0c70b569cea2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.604448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.612147 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:41.625072 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.630239 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.643948 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.646779 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:58:41.657462 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.658575 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Added segment 365fcb9a-ddb8-4eca-8a70-909e15409972 of type vlan for network 78594cff-ec2b-4922-8916-426a78166802 Jun 01 10:58:41.671213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.678362 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.684123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.689543 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.696084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:41.721051 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:41.754314 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328b07e4-4460-4cad-a21c-73f70a8c2353,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:41.762189 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.766796 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:41.767457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.772209 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.772548 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.773121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.773652 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.774217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.775377 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.776003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.776987 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.777699 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.778229 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.778713 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.779415 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Tracked resource versions report: Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: pushed versions: Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: { 'AddressGroup': {'1.2'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'ConntrackHelper': {'1.0'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Log': {'1.0'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Network': {'1.1'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Port': {'1.7'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'PortForwarding': {'1.2'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'QosPolicy': {'1.8'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroup': {'1.4'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'SubPort': {'1.0'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Subnet': {'1.1'}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Trunk': {'1.1'}} Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: consumer versions: Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: HyperV agent@hv-cinder-78776: {}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'ConntrackHelper': '1.0', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Log': '1.0', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Network': '1.1', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Port': '1.7', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'PortForwarding': '1.2', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'QosPolicy': '1.8', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroup': '1.4', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'SecurityGroupRule': '1.2', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'SubPort': '1.0', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Subnet': '1.1', Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: 'Trunk': '1.1'}} Jun 01 10:58:41.780628 dv-cinder-787764-3-smb neutron-server[91769]: {{(pid=91769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:58:41.803833 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.806516 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:41.814417 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.815238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:41.827417 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:41.863136 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:41.875231 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.875565 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.875898 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.876222 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.876543 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.876862 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.877299 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.878183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.878529 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.878852 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.879411 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.879965 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Tracked resource versions report: Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: pushed versions: Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: { 'AddressGroup': {'1.2'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'ConntrackHelper': {'1.0'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Log': {'1.0'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Network': {'1.1'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Port': {'1.7'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'PortForwarding': {'1.2'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'QosPolicy': {'1.8'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroup': {'1.4'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'SubPort': {'1.0'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Subnet': {'1.1'}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Trunk': {'1.1'}} Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: consumer versions: Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: HyperV agent@hv-cinder-78776: {}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'ConntrackHelper': '1.0', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Log': '1.0', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Network': '1.1', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Port': '1.7', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'PortForwarding': '1.2', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'QosPolicy': '1.8', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroup': '1.4', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'SecurityGroupRule': '1.2', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'SubPort': '1.0', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Subnet': '1.1', Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: 'Trunk': '1.1'}} Jun 01 10:58:41.881123 dv-cinder-787764-3-smb neutron-server[91768]: {{(pid=91768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:58:41.885330 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:41.903720 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:58:41.930425 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.931369 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.segments_db [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Added segment 595446da-877a-41e6-a2dc-50d6bf20e7cb of type vlan for network 43257ed5-ace0-4292-b9ce-63888d9ca3ef Jun 01 10:58:41.934335 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.944057 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:41.951353 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9065168 Jun 01 10:58:41.954872 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41872) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:41.963557 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:58:41.963876 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Request body: {'subnet': {'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-subnet', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:41.968808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Pushing event updated for resources: {'Network': ['ID=78594cff-ec2b-4922-8916-426a78166802,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:41.979613 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:41.981189 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:41.982836 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 78594cff-ec2b-4922-8916-426a78166802 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:58:41.985764 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Usage tracker for resource:subnet and tenant:55124275cf914091820af6cd51aef6ec is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:41.988965 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:41.989916 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:41.996315 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:42.007017 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Made reservation on behalf of 55124275cf914091820af6cd51aef6ec for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:42.011568 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.036747 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.037103 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.segments_db [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Added segment d79b4672-fb8d-4f3c-b0e3-e966d49d5511 of type vlan for network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 Jun 01 10:58:42.095503 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.147266 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580316ea-6ffb-4ea3-bbb3-6e1714d2f481,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:42.157023 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:42.198612 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.252437 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.256345 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:42.257151 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.267124 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:42.393492 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=43257ed5-ace0-4292-b9ce-63888d9ca3ef,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:42.398390 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:42.411290 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 43257ed5-ace0-4292-b9ce-63888d9ca3ef details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:58:42.444628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.460545 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:42.461679 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.507624 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5cd634f8-7de0-45be-8c25-868dd0a94f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:42.532033 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3620129 Jun 01 10:58:42.536558 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3197434 Jun 01 10:58:42.539804 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 41890) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:42.539804 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 41892) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:42.549346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Request body: {'subnet': {'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1661058992-subnet', 'tenant_id': '56cf6c1971b4439fb1b0c70b569cea2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:42.637278 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Request body: {'subnet': {'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-subnet', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:42.656909 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:42.659826 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:42.670519 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Usage tracker for resource:subnet and tenant:56cf6c1971b4439fb1b0c70b569cea2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:42.675219 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:42.680217 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Usage tracker for resource:subnet and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:42.687438 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:42.693456 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:42.706019 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Pushing event updated for resources: {'Network': ['ID=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:42.709406 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:42.712410 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:42.717207 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:58:42.722018 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Made reservation on behalf of 56cf6c1971b4439fb1b0c70b569cea2a for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:42.730633 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.897624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.903932 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e60f193a-2fd7-43e3-9a3d-75a594451afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:42.908224 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Made reservation on behalf of 2e8dd557fd4f475f9090527064b0ac2a for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:42.911017 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:42.993145 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Checking segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:58:42.994238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Network hostable DHCP agents. Network: 78594cff-ec2b-4922-8916-426a78166802, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:58:43.014697 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08f0e92-e3a3-4393-98fb-709f56c10660,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:43.023680 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:43.038486 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Network 78594cff-ec2b-4922-8916-426a78166802 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:58:43.063707 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 78594cff-ec2b-4922-8916-426a78166802) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:43.068153 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:43.068985 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.075828 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab764bc-90bc-46a8-a151-1949c6b980d3 None None] Network 78594cff-ec2b-4922-8916-426a78166802 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:58:43.120775 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1646330 Jun 01 10:58:43.123523 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41920) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:43.132347 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:43.146049 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:43.155607 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Usage tracker for resource:router and tenant:55124275cf914091820af6cd51aef6ec is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:43.163832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:43.177248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:43.202417 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.203650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.247551 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.329065 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ac619-2f06-4cd0-96f4-91d9825ec02c None None] Network 78594cff-ec2b-4922-8916-426a78166802 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:58:43.642377 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.651245 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a5e6fe10-4698-4f1c-b1a8-22d2de4c4edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:43.688122 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.818715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:43.834363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:43.838783 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Checking segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:58:43.839088 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Network hostable DHCP agents. Network: cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:58:43.863290 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:43.868998 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:43.901858 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:58:43.948433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:43.951776 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d105a81-d750-47b8-a16a-ccf7ec93d87e,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:43.956925 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fab8e1-cec6-4079-85fe-03642f34c0dc None None] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:58:43.974053 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:43.974641 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.008473 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:44.013249 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Checking segment: {'id': '595446da-877a-41e6-a2dc-50d6bf20e7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:58:44.013650 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Network hostable DHCP agents. Network: 43257ed5-ace0-4292-b9ce-63888d9ca3ef, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:58:44.030788 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-f1d9c986-ed51-4e95-b5ff-cb632fd3919d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4864523 Jun 01 10:58:44.033593 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 41946) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:44.041592 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:44.049816 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Network 43257ed5-ace0-4292-b9ce-63888d9ca3ef is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:58:44.051963 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:44.068448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 43257ed5-ace0-4292-b9ce-63888d9ca3ef) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:44.075923 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:44.076630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.125325 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5763617 Jun 01 10:58:44.135993 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97c966-f7c3-4446-b4af-107a08e430f6 None None] Network 43257ed5-ace0-4292-b9ce-63888d9ca3ef requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:58:44.139982 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Usage tracker for resource:router and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:44.150475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:44.175791 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:44.228508 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.229684 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.233163 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.303687 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.412086 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.673000 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:58:44.674525 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:44.692727 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c94b3f-0512-4fe1-84dd-45d7bbbb1f46 None None] Network 43257ed5-ace0-4292-b9ce-63888d9ca3ef requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:58:44.851627 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 41988) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:44.857091 dv-cinder-787764-3-smb neutron-server[91768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 10:58:44.936554 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.059806 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Allocated IP 172.28.3.235 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/946ee12a-77b8-4c10-bb99-cdedfdfe1620) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:58:45.131312 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-7573eb84-e756-4be5-9e11-eb46283fa57b tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:45.133537 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-7573eb84-e756-4be5-9e11-eb46283fa57b tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Synchronizing usage tracker for tenant:56cf6c1971b4439fb1b0c70b569cea2a on resource:network {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:58:45.164282 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-7573eb84-e756-4be5-9e11-eb46283fa57b tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Unset dirty status for tenant:56cf6c1971b4439fb1b0c70b569cea2a on resource:network {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:58:45.175240 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-7573eb84-e756-4be5-9e11-eb46283fa57b tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/networks?id=43257ed5-ace0-4292-b9ce-63888d9ca3ef HTTP/1.1" status: 200 len: 812 time: 0.3218610 Jun 01 10:58:45.185840 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Allocated IP 172.20.0.2 (cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9/0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2/f913c04b-b80c-4957-bc9c-e1d6db48932a) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:58:45.210318 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-df8183ab-a28d-440c-995e-0300b56e5062 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/quotas/56cf6c1971b4439fb1b0c70b569cea2a HTTP/1.1" status: 200 len: 375 time: 0.0330122 Jun 01 10:58:45.391308 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-98146de2-e5f9-441c-84af-681f5a6abff0 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=56cf6c1971b4439fb1b0c70b569cea2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1773331 Jun 01 10:58:45.417751 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.450133 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.457177 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.463635 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Transition to ACTIVE for port object f913c04b-b80c-4957-bc9c-e1d6db48932a will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:58:45.486979 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Transition to ACTIVE for port object f913c04b-b80c-4957-bc9c-e1d6db48932a will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:58:45.489104 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.496766 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.509807 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:45.563361 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:45.568923 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.573894 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:45.577881 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:58:45.578287 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:45.714507 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:45.721717 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-d7f44837-c588-48b6-b4a4-51b61e45c44a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:58:45.724923 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:45.730103 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-d7f44837-c588-48b6-b4a4-51b61e45c44a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0827577 Jun 01 10:58:45.734239 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:58:45.784135 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Attempting to bind port f913c04b-b80c-4957-bc9c-e1d6db48932a on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:58:45.784643 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Attempting to bind port f913c04b-b80c-4957-bc9c-e1d6db48932a by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:58:45.785020 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Attempting to bind port f913c04b-b80c-4957-bc9c-e1d6db48932a on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:58:45.793170 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:58:45.793692 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Checking segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:58:45.794105 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.794625 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Bound using segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:58:45.795121 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Bound port: f913c04b-b80c-4957-bc9c-e1d6db48932a, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:58:45.795551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.875746 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Allocated IP 172.28.3.208 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/2ab106a7-40c6-491e-bb23-67fe5d716287) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:58:45.898198 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] For port f913c04b-b80c-4957-bc9c-e1d6db48932a, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:58:45.911027 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] For port f913c04b-b80c-4957-bc9c-e1d6db48932a, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=f913c04b-b80c-4957-bc9c-e1d6db48932a,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:58:45.919861 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Pushing event updated for resources: {'Port': ['ID=946ee12a-77b8-4c10-bb99-cdedfdfe1620,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:45.925055 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Pushing event updated for resources: {'Port': ['ID=f913c04b-b80c-4957-bc9c-e1d6db48932a,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:45.929405 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:45.954816 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.964801 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:45.965755 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.966157 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.966553 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.966940 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.967327 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.967723 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.968102 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.968481 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.968853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.969229 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.969623 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Tracked resource versions report: Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: pushed versions: Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: { 'AddressGroup': {'1.2'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'ConntrackHelper': {'1.0'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Log': {'1.0'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Network': {'1.1'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Port': {'1.7'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'PortForwarding': {'1.2'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'QosPolicy': {'1.8'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroup': {'1.4'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'SubPort': {'1.0'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Subnet': {'1.1'}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Trunk': {'1.1'}} Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: consumer versions: Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: HyperV agent@hv-cinder-78776: {}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'ConntrackHelper': '1.0', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Log': '1.0', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Network': '1.1', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Port': '1.7', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'PortForwarding': '1.2', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'QosPolicy': '1.8', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroup': '1.4', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'SecurityGroupRule': '1.2', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'SubPort': '1.0', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Subnet': '1.1', Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: 'Trunk': '1.1'}} Jun 01 10:58:45.970779 dv-cinder-787764-3-smb neutron-server[91770]: {{(pid=91770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:58:45.981380 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:45.981742 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:46.022265 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-1b639177-400f-49ff-9204-1a2caeb95817 service neutron] 10.222.0.10 "GET /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911243 Jun 01 10:58:46.064153 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Pushing event updated for resources: {'Port': ['ID=f913c04b-b80c-4957-bc9c-e1d6db48932a,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:46.074879 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:46.207485 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-811531c7-6687-4cc3-8d15-6d5d24004483 service neutron] 10.222.0.10 "GET /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835988 Jun 01 10:58:46.637972 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42062) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:46.672048 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:46.693326 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5c2448e6-bdb1-46b0-9813-f23678390d73 req-5f32290f-8502-4e63-acfa-0fe8d484160f tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.0515242 Jun 01 10:58:46.794210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:47.068747 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:47.085759 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:47.252013 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:47.266768 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:47.271713 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:58:47.391321 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab106a7-40c6-491e-bb23-67fe5d716287,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:47.491123 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device f913c04b-b80c-4957-bc9c-e1d6db48932a up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:58:47.531642 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:47.545995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc76fc4-7784-40eb-acd6-0cc429df9abd None None] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:58:47.686793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:47.813049 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d45e4208-671b-4e31-9328-9dea6cc12751 None None] Provisioning for port f913c04b-b80c-4957-bc9c-e1d6db48932a completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:58:47.844573 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port f913c04b-b80c-4957-bc9c-e1d6db48932a completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:58:47.889616 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port f913c04b-b80c-4957-bc9c-e1d6db48932a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:47.890197 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:47.906800 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a9103bfa-8684-4341-b624-72ec28bad9a4 req-312dab2b-b2d4-416a-8f6e-758f9399bdd0 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.1047084 Jun 01 10:58:48.047279 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:48.091123 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port f913c04b-b80c-4957-bc9c-e1d6db48932a, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=f913c04b-b80c-4957-bc9c-e1d6db48932a,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:58:48.108734 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:48.111085 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9acd39ee-0753-4be2-a849-cdd6513c3957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:48.231586 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=f913c04b-b80c-4957-bc9c-e1d6db48932a,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:48.245070 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:48.271793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Router b84f4df8-fc00-4c08-bdb6-03ed44393101 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:58:48.274425 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:48.459450 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-693d43f5-61b8-43b2-a144-3c1890892931 None None] Provisioning complete for port f913c04b-b80c-4957-bc9c-e1d6db48932a triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:48.459821 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-693d43f5-61b8-43b2-a144-3c1890892931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:48.769387 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42168) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:48.825246 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:58:48.836178 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Sync routers for ids ['b84f4df8-fc00-4c08-bdb6-03ed44393101'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:58:48.853956 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Routers {'b84f4df8-fc00-4c08-bdb6-03ed44393101'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:58:48.855232 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['b84f4df8-fc00-4c08-bdb6-03ed44393101'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:48.885888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:48.890042 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42178) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:48.892472 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7678027 Jun 01 10:58:49.079346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:49.088940 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.73', 62100) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:49.188932 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:49.197814 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Usage tracker for resource:security_group_rule and tenant:4645c0917a5241aab8e5fa133a150936 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:49.205187 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:49.217881 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:49.268836 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Set router b84f4df8-fc00-4c08-bdb6-03ed44393101 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:58:49.441846 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:49.457998 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device f913c04b-b80c-4957-bc9c-e1d6db48932a up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:58:49.466095 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:49.495191 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-7287f914-8e6d-436d-a8b8-0c995e231148 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:49.496812 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-7287f914-8e6d-436d-a8b8-0c995e231148 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.73 "GET /v2.0/networks?id=43257ed5-ace0-4292-b9ce-63888d9ca3ef HTTP/1.1" status: 200 len: 812 time: 0.4053657 Jun 01 10:58:49.542498 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:49.565290 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Request body: {'port': {'device_id': '8e633904-1070-4edb-83d8-884b00d1e328', 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef', 'admin_state_up': True, 'tenant_id': '56cf6c1971b4439fb1b0c70b569cea2a'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:49.607592 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port f913c04b-b80c-4957-bc9c-e1d6db48932a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:49.607961 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:49.696980 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:49.707350 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4645c0917a5241aab8e5fa133a150936&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9362257 Jun 01 10:58:49.712481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42224) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:49.761929 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-98e3f34c-b898-40f7-bc2d-24af6ac4a0bd req-6e5ca90d-6697-41b1-9fe3-804173712d08 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.2373257 Jun 01 10:58:49.953077 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae61721-9c3e-4861-9636-67e99172f025,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:49.974036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:49.974419 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:49.986816 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Usage tracker for resource:port and tenant:56cf6c1971b4439fb1b0c70b569cea2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:49.993989 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:50.007132 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:50.040709 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:50.059951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Made reservation on behalf of 56cf6c1971b4439fb1b0c70b569cea2a for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:58:50.064158 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:50.088432 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:58:50.090100 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T10:58:46Z', 'revision_number': 3, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:50.099200 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Checking router: b84f4df8-fc00-4c08-bdb6-03ed44393101 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:58:50.100147 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Updating router b84f4df8-fc00-4c08-bdb6-03ed44393101 port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:58:50.102107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:50.230433 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:50.517774 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:58:50.527852 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:58:50.531455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42276) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:50.542676 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:58:50.543942 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:50.691772 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:50.699397 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6642027 Jun 01 10:58:50.709147 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42288) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:50.710998 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:50.957167 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.065972 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:58:51.154390 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.184104 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Transition to ACTIVE for port object 946ee12a-77b8-4c10-bb99-cdedfdfe1620 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:58:51.198804 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.205366 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-19698df6-767f-4356-83a5-47113306256c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:51.308109 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.312121 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ae61721-9c3e-4861-9636-67e99172f025 HTTP/1.1" status: 204 len: 168 time: 1.5952086 Jun 01 10:58:51.313297 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:51.357335 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae61721-9c3e-4861-9636-67e99172f025,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:51.400473 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Attempting to bind port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:58:51.402261 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Attempting to bind port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:58:51.402855 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Attempting to bind port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:58:51.404317 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:51.418497 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:58:51.418905 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.419368 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:58:51.419915 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.420790 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:58:51.421601 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Bound port: 946ee12a-77b8-4c10-bb99-cdedfdfe1620, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:58:51.422193 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.445296 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Allocated IP 172.20.0.8 (43257ed5-ace0-4292-b9ce-63888d9ca3ef/8d105a81-d750-47b8-a16a-ccf7ec93d87e/acbac569-2285-4dc1-a97d-60fc750fa388) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:58:51.451309 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:51.468307 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Usage tracker for resource:security_group_rule and tenant:80915484749d41c7a4d13d218800f62a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:51.494050 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:51.525532 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] For port 946ee12a-77b8-4c10-bb99-cdedfdfe1620, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:58:51.537034 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] For port 946ee12a-77b8-4c10-bb99-cdedfdfe1620, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=946ee12a-77b8-4c10-bb99-cdedfdfe1620,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:58:51.561601 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:51.611885 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Pushing event updated for resources: {'Port': ['ID=946ee12a-77b8-4c10-bb99-cdedfdfe1620,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:51.616834 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Routers {'b84f4df8-fc00-4c08-bdb6-03ed44393101'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:58:51.617724 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['b84f4df8-fc00-4c08-bdb6-03ed44393101'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:51.624149 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-de3461ff-a865-4376-a69e-ccf02f8bbfac req-140407fa-91a7-4b39-859c-d56643ba2f09 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.1622291 Jun 01 10:58:51.833280 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:51.861807 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Allocated IP 172.20.0.1 (78594cff-ec2b-4922-8916-426a78166802/a08f0e92-e3a3-4393-98fb-709f56c10660/481c9715-8388-4fd9-ba8f-f628e901bb12) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:58:52.163167 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] Set router b84f4df8-fc00-4c08-bdb6-03ed44393101 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:58:52.214108 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:52.250830 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:52.402911 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:47Z', 'revision_number': 3, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:52.415084 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:58:52.417788 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Updating router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 port 2ab106a7-40c6-491e-bb23-67fe5d716287 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:58:52.459796 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:52.509420 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:52.575149 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.575490 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.575818 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.576138 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.576463 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.576779 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.577094 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.577408 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.577749 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.578065 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.578379 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.578689 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Tracked resource versions report: Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: pushed versions: Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: { 'AddressGroup': {'1.2'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'ConntrackHelper': {'1.0'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Log': {'1.0'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Network': {'1.1'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Port': {'1.7'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'PortForwarding': {'1.2'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'QosPolicy': {'1.8'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroup': {'1.4'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'SubPort': {'1.0'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Subnet': {'1.1'}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Trunk': {'1.1'}} Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: consumer versions: Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: { DHCP agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: HyperV agent@hv-cinder-78776: {}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: L3 agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: Metadata agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: Metering agent@dv-cinder-787764-3-smb: {}, Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: Open vSwitch agent@dv-cinder-787764-3-smb: { 'AddressGroup': '1.2', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'ConntrackHelper': '1.0', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Log': '1.0', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Network': '1.1', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Port': '1.7', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'PortForwarding': '1.2', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'QosPolicy': '1.8', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroup': '1.4', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'SecurityGroupRule': '1.2', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'SubPort': '1.0', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Subnet': '1.1', Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: 'Trunk': '1.1'}} Jun 01 10:58:52.579741 dv-cinder-787764-3-smb neutron-server[91771]: {{(pid=91771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:58:52.600879 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.398s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:52.601347 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-19698df6-767f-4356-83a5-47113306256c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.013s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:52.694394 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:52.798805 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:52.842499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:53.039468 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Network 78594cff-ec2b-4922-8916-426a78166802 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:53.046647 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:53.052181 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:58:53.052862 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:53.233408 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Pushing event updated for resources: {'Port': ['ID=946ee12a-77b8-4c10-bb99-cdedfdfe1620,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:53.296831 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:53.336777 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Pushing event updated for resources: {'Port': ['ID=481c9715-8388-4fd9-ba8f-f628e901bb12,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:53.352628 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e05724b6-08c6-4739-b2bb-dd5e2ea49f46 req-24953022-085a-42ca-94c1-8fc6d532c4eb tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.1049783 Jun 01 10:58:53.359135 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:53.426275 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T10:58:46Z', 'revision_number': 3, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:53.447757 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a26fe24-c374-4c3c-b6dd-ee751753f60b None None] The sync data for ids ['b84f4df8-fc00-4c08-bdb6-03ed44393101'] in dv-cinder-787764-3-smb is: [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T10:58:46Z', 'revision_number': 3, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:58:53.544829 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80915484749d41c7a4d13d218800f62a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0048144 Jun 01 10:58:53.576027 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a60dc97-3952-4b7a-8f18-264d108777c7,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:53.580953 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42372) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:53.651402 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:53.826566 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:53.851063 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Transition to ACTIVE for port object 2ab106a7-40c6-491e-bb23-67fe5d716287 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:58:53.861631 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:53.870845 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:53.988474 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.007118 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.065277 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65933db4-fafb-4183-8669-1bb5cf944467 None None] Pushing event updated for resources: {'Port': ['ID=2ab106a7-40c6-491e-bb23-67fe5d716287,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:54.070242 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-65933db4-fafb-4183-8669-1bb5cf944467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:54.109436 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Attempting to bind port 2ab106a7-40c6-491e-bb23-67fe5d716287 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:58:54.110639 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Attempting to bind port 2ab106a7-40c6-491e-bb23-67fe5d716287 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:58:54.111105 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Attempting to bind port 2ab106a7-40c6-491e-bb23-67fe5d716287 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:58:54.130381 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:58:54.130884 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:58:54.131336 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.131828 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:58:54.132320 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Bound port: 2ab106a7-40c6-491e-bb23-67fe5d716287, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:58:54.132708 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.314952 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.369374 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:54.388679 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] For port 2ab106a7-40c6-491e-bb23-67fe5d716287, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:58:54.405786 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] For port 2ab106a7-40c6-491e-bb23-67fe5d716287, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ab106a7-40c6-491e-bb23-67fe5d716287,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:58:54.413063 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.438581 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:54.539522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Pushing event updated for resources: {'Port': ['ID=acbac569-2285-4dc1-a97d-60fc750fa388,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:54.564663 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:54.582423 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.657891 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.728780 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:58:54.732392 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:54.938471 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d819a-26de-4474-a3d4-ce977b2ab437 req-27821004-3821-46ec-87ba-33e97293edbe tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:54.952372 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fe2d819a-26de-4474-a3d4-ce977b2ab437 req-27821004-3821-46ec-87ba-33e97293edbe tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 931 time: 0.4159534 Jun 01 10:58:54.968204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:54.973070 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Network 43257ed5-ace0-4292-b9ce-63888d9ca3ef is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:55.005978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:55.011509 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:58:55.029234 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:55.069880 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.088954 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:55.094456 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.138970 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.147245 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.147400 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a60dc97-3952-4b7a-8f18-264d108777c7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:55.170857 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:55.172522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:55.186626 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:58:55.298935 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7377536 Jun 01 10:58:55.318920 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.323211 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a60dc97-3952-4b7a-8f18-264d108777c7 HTTP/1.1" status: 204 len: 168 time: 1.7177455 Jun 01 10:58:55.362666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-a02f1933-290d-4f77-ac6e-fcf7ed09101f tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:58:55.363813 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-a02f1933-290d-4f77-ac6e-fcf7ed09101f tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097826 Jun 01 10:58:55.493918 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.502300 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-fe2d819a-26de-4474-a3d4-ce977b2ab437 req-81f3a98a-67f3-4e88-8cd1-534f8910570a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Synchronizing usage tracker for tenant:56cf6c1971b4439fb1b0c70b569cea2a on resource:security_group {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:58:55.610686 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42440) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:55.674326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 946ee12a-77b8-4c10-bb99-cdedfdfe1620 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:58:55.708304 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ea1d197d-5cc1-4cae-991f-f6332b1c06cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:55.831170 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65933db4-fafb-4183-8669-1bb5cf944467 None None] Pushing event updated for resources: {'Port': ['ID=2ab106a7-40c6-491e-bb23-67fe5d716287,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:55.850589 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-65933db4-fafb-4183-8669-1bb5cf944467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.408s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:55.874504 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Pushing event updated for resources: {'Port': ['ID=481c9715-8388-4fd9-ba8f-f628e901bb12,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:55.882298 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:55.935230 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Network 78594cff-ec2b-4922-8916-426a78166802 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:55.936752 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-fe2d819a-26de-4474-a3d4-ce977b2ab437 req-81f3a98a-67f3-4e88-8cd1-534f8910570a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Unset dirty status for tenant:56cf6c1971b4439fb1b0c70b569cea2a on resource:security_group {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:58:55.950112 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fe2d819a-26de-4474-a3d4-ce977b2ab437 req-81f3a98a-67f3-4e88-8cd1-534f8910570a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9780142 Jun 01 10:58:55.952397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:56.043930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Allocated IP 172.20.0.1 (cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9/0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2/664b42b1-57a4-4685-8be8-a8b2c27ea678) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:58:56.116715 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42456) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:56.277936 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:58:56.355184 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:56.355566 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:56.417066 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:56.550657 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:56.564434 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Usage tracker for resource:security_group_rule and tenant:611d37249a32426099104ec3d092bf14 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:56.580823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:56.593866 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:56.613328 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:47Z', 'revision_number': 3, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:56.619577 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Router b84f4df8-fc00-4c08-bdb6-03ed44393101 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:58:56.630192 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055853d7-fe1b-4e4f-98e2-7c196baf9cda None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:47Z', 'revision_number': 3, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:58:56.840970 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:56.871415 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 946ee12a-77b8-4c10-bb99-cdedfdfe1620, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=946ee12a-77b8-4c10-bb99-cdedfdfe1620,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:58:56.877955 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:56.881753 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-03088902-a789-40e2-baee-d6f22accf0e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:56.892094 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:56.979156 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:56.992076 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.014499 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42476) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:57.045673 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.058992 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=946ee12a-77b8-4c10-bb99-cdedfdfe1620,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:57.064031 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:58:57.069790 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Sync routers for ids ['b84f4df8-fc00-4c08-bdb6-03ed44393101'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:58:57.077917 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:57.099708 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] 10.222.0.10 "PUT /v2.0/routers/b84f4df8-fc00-4c08-bdb6-03ed44393101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2078111 Jun 01 10:58:57.104119 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Routers {'b84f4df8-fc00-4c08-bdb6-03ed44393101'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:58:57.105090 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['b84f4df8-fc00-4c08-bdb6-03ed44393101'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:57.152467 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b8551842-c8e0-4866-a280-8e7f1ddf0c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:57.236868 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:57.243887 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Transition to ACTIVE for port object 664b42b1-57a4-4685-8be8-a8b2c27ea678 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:58:57.273155 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Usage tracker for resource:security_group_rule and tenant:24955708c55146a5b16ae8c6880b5862 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:57.280522 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.305635 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:57.394721 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=611d37249a32426099104ec3d092bf14&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7806470 Jun 01 10:58:57.404730 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1437b854-a580-48d5-bd47-99a3a939beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.405357 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:57.414374 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42490) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:58:57.449710 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00eb46f-8271-4e18-ae49-743ad84a252d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:57.467907 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:57.667790 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.681659 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Set router b84f4df8-fc00-4c08-bdb6-03ed44393101 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:58:57.721145 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.741475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:57.756132 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 946ee12a-77b8-4c10-bb99-cdedfdfe1620 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:58:57.846084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:57.985586 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110600-ec11-4146-8a0b-b11b04974eda req-577cb3df-d9f1-406f-8e2b-5d9251bb1f4a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:58:58.003690 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b0110600-ec11-4146-8a0b-b11b04974eda req-577cb3df-d9f1-406f-8e2b-5d9251bb1f4a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 931 time: 0.7597880 Jun 01 10:58:58.014213 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:58.015761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.259588 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b0110600-ec11-4146-8a0b-b11b04974eda req-b90370d2-13d3-4797-ac1d-70fee0f103f8 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546108 Jun 01 10:58:58.260289 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.288218 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a9af9d7-65a7-404d-962e-391d9454ea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:58.338841 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00eb46f-8271-4e18-ae49-743ad84a252d,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:58.345979 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:58.350651 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.355732 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f00eb46f-8271-4e18-ae49-743ad84a252d HTTP/1.1" status: 204 len: 168 time: 0.9009182 Jun 01 10:58:58.381764 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=664b42b1-57a4-4685-8be8-a8b2c27ea678,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:58.393653 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Request body: {'port': {'device_id': '8e633904-1070-4edb-83d8-884b00d1e328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:58:58.434540 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.556367 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:58:58.559328 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ab106a7-40c6-491e-bb23-67fe5d716287 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:58:58.561716 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:58.563970 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.595878 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.640741 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:58:58.675279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:58:58.675780 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.705870 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 2ab106a7-40c6-491e-bb23-67fe5d716287 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:58:58.713093 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 2ab106a7-40c6-491e-bb23-67fe5d716287 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:58.713459 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:58.879998 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T10:58:53Z', 'revision_number': 4, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '481c9715-8388-4fd9-ba8f-f628e901bb12', 'name': '', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'mac_address': 'fa:16:3e:6d:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:51Z', 'updated_at': '2021-06-01T10:58:54Z', 'revision_number': 2, 'project_id': '55124275cf914091820af6cd51aef6ec', 'subnets': [{'id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:58:58.890425 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Checking router: b84f4df8-fc00-4c08-bdb6-03ed44393101 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:58:58.890807 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Updating router b84f4df8-fc00-4c08-bdb6-03ed44393101 port 481c9715-8388-4fd9-ba8f-f628e901bb12 binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:58:58.950777 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.057914 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.104973 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.162098 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-30dca5eb-5d69-45bb-90ea-5dbe1b5b7ddd None None] Provisioning for port 664b42b1-57a4-4685-8be8-a8b2c27ea678 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:58:59.204252 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 2ab106a7-40c6-491e-bb23-67fe5d716287, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ab106a7-40c6-491e-bb23-67fe5d716287,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:58:59.205354 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-30dca5eb-5d69-45bb-90ea-5dbe1b5b7ddd None None] Provisioning complete for port 664b42b1-57a4-4685-8be8-a8b2c27ea678 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:58:59.205756 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-30dca5eb-5d69-45bb-90ea-5dbe1b5b7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.229901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.253866 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.255857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:58:59.308316 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.391183 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:59.451102 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Usage tracker for resource:security_group_rule and tenant:ef887987639043b4b296376c3add7a8e is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:58:59.451102 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ef89cf7-6898-483e-a5c6-7575dfcf86f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:58:59.549581 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-30dca5eb-5d69-45bb-90ea-5dbe1b5b7ddd None None] Port 664b42b1-57a4-4685-8be8-a8b2c27ea678 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:58:59.582474 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=2ab106a7-40c6-491e-bb23-67fe5d716287,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:59.587005 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:58:59.724250 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:58:59.844615 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:58:59.899500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e111f-05a7-4985-a521-4efc7d93b50f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:58:59.950901 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:58:59.952271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:00.068283 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24955708c55146a5b16ae8c6880b5862&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9489551 Jun 01 10:59:00.076371 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42550) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:00.162466 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.166422 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-3c6d24ad-d3ff-43b2-af69-35af214ea697 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:00.169906 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-3c6d24ad-d3ff-43b2-af69-35af214ea697 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 818 time: 0.9698379 Jun 01 10:59:00.176491 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Transition to ACTIVE for port object 481c9715-8388-4fd9-ba8f-f628e901bb12 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:00.186045 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.192806 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:00.285452 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8843d22-3eb3-463e-abce-138e077108c6 None None] Pushing event updated for resources: {'Port': ['ID=481c9715-8388-4fd9-ba8f-f628e901bb12,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:00.291209 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c8843d22-3eb3-463e-abce-138e077108c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:00.298850 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b7ff-0fa4-4f99-9a58-c71f0d82284a req-80f950fe-8895-494b-b06f-210944edb104 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:00.315316 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1f1b7ff-0fa4-4f99-9a58-c71f0d82284a req-80f950fe-8895-494b-b06f-210944edb104 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 931 time: 0.5527022 Jun 01 10:59:00.332194 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-644a1f70-0570-4e18-8f5b-3a8e74bead6b tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/quotas/55124275cf914091820af6cd51aef6ec HTTP/1.1" status: 200 len: 375 time: 0.1564574 Jun 01 10:59:00.543210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.608140 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.655654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.658812 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Attempting to bind port 481c9715-8388-4fd9-ba8f-f628e901bb12 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:00.659203 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Attempting to bind port 481c9715-8388-4fd9-ba8f-f628e901bb12 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:00.661712 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Attempting to bind port 481c9715-8388-4fd9-ba8f-f628e901bb12 on network 78594cff-ec2b-4922-8916-426a78166802 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:00.679006 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:00.679392 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Checking segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:00.679854 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.681845 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Bound using segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:00.682363 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Bound port: 481c9715-8388-4fd9-ba8f-f628e901bb12, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:00.683005 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.696693 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:00.738462 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.753255 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1f1b7ff-0fa4-4f99-9a58-c71f0d82284a req-9d4a2929-67bb-4afb-9023-0691874bda41 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345109 Jun 01 10:59:00.856614 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.902704 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-37c73475-5b4d-4337-be9e-13233a905375 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Synchronizing usage tracker for tenant:55124275cf914091820af6cd51aef6ec on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:00.934905 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] For port 481c9715-8388-4fd9-ba8f-f628e901bb12, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:00.940967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-37c73475-5b4d-4337-be9e-13233a905375 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Unset dirty status for tenant:55124275cf914091820af6cd51aef6ec on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:00.942665 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-37c73475-5b4d-4337-be9e-13233a905375 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5983829 Jun 01 10:59:00.947217 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] For port 481c9715-8388-4fd9-ba8f-f628e901bb12, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=481c9715-8388-4fd9-ba8f-f628e901bb12,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:00.957427 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:00.978954 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:01.015247 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.016815 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.093931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:01.138913 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.194641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.db.resource_extend [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 10:59:01.215347 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e111f-05a7-4985-a521-4efc7d93b50f,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:01.244014 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.250365 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=664b42b1-57a4-4685-8be8-a8b2c27ea678,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:01.252229 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c68e111f-05a7-4985-a521-4efc7d93b50f HTTP/1.1" status: 204 len: 168 time: 1.1658583 Jun 01 10:59:01.259397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:01.282336 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Routers {'b84f4df8-fc00-4c08-bdb6-03ed44393101'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:59:01.282977 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['b84f4df8-fc00-4c08-bdb6-03ed44393101'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:01.313545 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:01.316368 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-af53599e-2cd8-4075-8bfd-54f0610eb96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:01.340520 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e081d7d1-265f-4441-a4a3-4fe57ee3aa26 service neutron] 10.222.0.10 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878062 Jun 01 10:59:01.501087 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ab106a7-40c6-491e-bb23-67fe5d716287 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:01.552490 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42588) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:01.553391 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef887987639043b4b296376c3add7a8e&name=default HTTP/1.1" status: 200 len: 2975 time: 4.5250263 Jun 01 10:59:01.601240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7447e7-f6d8-4d28-95c0-06d4bd4a6c35,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:01.648284 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbac569-2285-4dc1-a97d-60fc750fa388 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:01.651637 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] Set router b84f4df8-fc00-4c08-bdb6-03ed44393101 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:59:01.670389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 2ab106a7-40c6-491e-bb23-67fe5d716287 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:01.672445 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.683668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.795875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Transition to ACTIVE for port object acbac569-2285-4dc1-a97d-60fc750fa388 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:01.795875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:01.803413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:01.879833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:01.918407 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8843d22-3eb3-463e-abce-138e077108c6 None None] Pushing event updated for resources: {'Port': ['ID=481c9715-8388-4fd9-ba8f-f628e901bb12,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:01.940323 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-dc4c308a-75a3-42dd-ba4f-950d5273f6f9 service neutron] 10.222.0.10 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936472 Jun 01 10:59:02.031854 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:02.161747 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42604) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:02.278565 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c8843d22-3eb3-463e-abce-138e077108c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.300s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:02.285461 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:02.292942 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:59:02.364068 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:59:02.380411 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:02.438675 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-44585329-7033-4b84-a152-6963e6cec021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T10:58:53Z', 'revision_number': 4, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '481c9715-8388-4fd9-ba8f-f628e901bb12', 'name': '', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'mac_address': 'fa:16:3e:6d:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:51Z', 'updated_at': '2021-06-01T10:59:00Z', 'revision_number': 4, 'project_id': '55124275cf914091820af6cd51aef6ec', 'subnets': [{'id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:02.445762 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44585329-7033-4b84-a152-6963e6cec021 None None] The sync data for ids ['b84f4df8-fc00-4c08-bdb6-03ed44393101'] in dv-cinder-787764-3-smb is: [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T10:58:53Z', 'revision_number': 4, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '481c9715-8388-4fd9-ba8f-f628e901bb12', 'name': '', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'mac_address': 'fa:16:3e:6d:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:51Z', 'updated_at': '2021-06-01T10:59:00Z', 'revision_number': 4, 'project_id': '55124275cf914091820af6cd51aef6ec', 'subnets': [{'id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:59:02.580398 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173ca9-b669-4178-b10b-a9208050d72c req-936eba5f-8f8a-4536-92dd-7aaf72f0534a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:02.630324 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7d173ca9-b669-4178-b10b-a9208050d72c req-936eba5f-8f8a-4536-92dd-7aaf72f0534a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 943 time: 0.6106849 Jun 01 10:59:02.746806 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Pushing event updated for resources: {'Port': ['ID=acbac569-2285-4dc1-a97d-60fc750fa388,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:02.766492 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:02.844219 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-442af0c9-8782-4645-955a-e6c0484d0434 req-d8053641-c9a9-43f5-8e04-a34cd6f0efbd tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 210 time: 0.2000177 Jun 01 10:59:02.959939 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7d173ca9-b669-4178-b10b-a9208050d72c req-8f253ce5-d07f-49ba-9c8d-52ee88df1936 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220451 Jun 01 10:59:02.965740 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:02.971851 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:02.981389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b187eb65-2187-44bf-9bdd-4b7979b921ab None None] Provisioning complete for port 664b42b1-57a4-4685-8be8-a8b2c27ea678 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:02.983576 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b187eb65-2187-44bf-9bdd-4b7979b921ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:03.003490 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7447e7-f6d8-4d28-95c0-06d4bd4a6c35,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:03.027610 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:03.037083 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:03.042356 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a7447e7-f6d8-4d28-95c0-06d4bd4a6c35 HTTP/1.1" status: 204 len: 168 time: 1.4857190 Jun 01 10:59:03.143313 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Attempting to bind port acbac569-2285-4dc1-a97d-60fc750fa388 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:03.143731 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Attempting to bind port acbac569-2285-4dc1-a97d-60fc750fa388 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '595446da-877a-41e6-a2dc-50d6bf20e7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:03.145754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Attempting to bind port acbac569-2285-4dc1-a97d-60fc750fa388 on network 43257ed5-ace0-4292-b9ce-63888d9ca3ef {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:03.155658 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:03.170117 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Port acbac569-2285-4dc1-a97d-60fc750fa388 on network 43257ed5-ace0-4292-b9ce-63888d9ca3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:59:03.170543 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Attempting to bind port acbac569-2285-4dc1-a97d-60fc750fa388 on network 43257ed5-ace0-4292-b9ce-63888d9ca3ef {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:03.214908 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:03.227521 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ec28115ac07d4ff2a9ad53add73138df is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:03.232124 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:03.251920 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:03.288644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-b187eb65-2187-44bf-9bdd-4b7979b921ab None None] Port 664b42b1-57a4-4685-8be8-a8b2c27ea678 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:59:03.497788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:03.497788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Checking segment: {'id': '595446da-877a-41e6-a2dc-50d6bf20e7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:03.497788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Bound using segment: {'id': '595446da-877a-41e6-a2dc-50d6bf20e7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:03.498190 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Bound port: acbac569-2285-4dc1-a97d-60fc750fa388, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595446da-877a-41e6-a2dc-50d6bf20e7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:03.508814 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:03.677671 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 481c9715-8388-4fd9-ba8f-f628e901bb12 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:03.794143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:59:03.886638 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 481c9715-8388-4fd9-ba8f-f628e901bb12 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:03.906551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 481c9715-8388-4fd9-ba8f-f628e901bb12 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:03.907122 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.087601 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] For port acbac569-2285-4dc1-a97d-60fc750fa388, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:04.175335 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.188271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] For port acbac569-2285-4dc1-a97d-60fc750fa388, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=acbac569-2285-4dc1-a97d-60fc750fa388,segment=NetworkSegment(595446da-877a-41e6-a2dc-50d6bf20e7cb),segment_id=595446da-877a-41e6-a2dc-50d6bf20e7cb)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:04.193976 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.198085 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.222677 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:04.284611 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a7d76103-ec8b-409c-a6f3-06381d5c14c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:04.322846 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d39eab-c306-422e-a210-b83d11198ca1,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:04.362306 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:04.429214 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.449691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-30c4953b-a1bf-4abd-8595-ef1994e1a669 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:04.458184 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-30c4953b-a1bf-4abd-8595-ef1994e1a669 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 818 time: 0.8915992 Jun 01 10:59:04.505412 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-82a99d0f-2710-4ac9-b3b2-85b0b7bfa890 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/quotas/55124275cf914091820af6cd51aef6ec HTTP/1.1" status: 200 len: 375 time: 0.0448267 Jun 01 10:59:04.511290 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec28115ac07d4ff2a9ad53add73138df&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3476331 Jun 01 10:59:04.515278 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42688) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:04.547412 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 481c9715-8388-4fd9-ba8f-f628e901bb12, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=481c9715-8388-4fd9-ba8f-f628e901bb12,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:04.560842 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.572362 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:04.781408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Pushing event updated for resources: {'Port': ['ID=acbac569-2285-4dc1-a97d-60fc750fa388,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:04.844310 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-b9ca6038-3086-46b5-816a-ae4072d35d3c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3375139 Jun 01 10:59:04.849525 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:04.869638 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=481c9715-8388-4fd9-ba8f-f628e901bb12,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:04.878193 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:04.917780 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42704) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:04.923296 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:04.925200 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:04.927170 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] 10.222.0.73 "PUT /v2.0/ports/acbac569-2285-4dc1-a97d-60fc750fa388 HTTP/1.1" status: 200 len: 1093 time: 7.9870315 Jun 01 10:59:04.930200 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e633904-1070-4edb-83d8-884b00d1e328', 'tag': 'acbac569-2285-4dc1-a97d-60fc750fa388'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:05.098247 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:59:05.113894 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:59:05.134945 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:59:05.135336 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac012c-9863-49ef-98d8-d4a6d717f8b0 req-71ea309d-0760-4b6a-bd82-8ad285dcebe8 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:05.136171 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:05.136884 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6fac012c-9863-49ef-98d8-d4a6d717f8b0 req-71ea309d-0760-4b6a-bd82-8ad285dcebe8 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 943 time: 0.7820678 Jun 01 10:59:05.207068 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.262262 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] 10.222.0.10 "PUT /v2.0/routers/4bc07402-4dd8-49a5-890d-eaa15a1ffa05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5479667 Jun 01 10:59:05.281397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.316818 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-8bb7d17d-c3fb-4e30-b6e0-e0477bc544c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:05.318816 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-8bb7d17d-c3fb-4e30-b6e0-e0477bc544c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56cf6c1971b4439fb1b0c70b569cea2a&device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 1096 time: 0.2032549 Jun 01 10:59:05.354112 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:05.434580 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-c1ebfd58-b328-4e23-8b73-d0707e36b87e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acbac569-2285-4dc1-a97d-60fc750fa388 HTTP/1.1" status: 200 len: 217 time: 0.1065962 Jun 01 10:59:05.456802 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Usage tracker for resource:security_group_rule and tenant:610029c3c0e04c9b908d72d4c7cd9054 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:05.472615 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:05.502233 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 481c9715-8388-4fd9-ba8f-f628e901bb12 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:05.504576 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.551509 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13893a30-ca1e-4996-87b4-7d44c9d3c826" -d '{"events": [{"name": "network-changed", "server_uuid": "8e633904-1070-4edb-83d8-884b00d1e328", "tag": "acbac569-2285-4dc1-a97d-60fc750fa388"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:05.551911 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:05.625584 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-bf817eb0-d6e7-492e-8081-cd68d9bd7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:05.626221 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6fac012c-9863-49ef-98d8-d4a6d717f8b0 req-e4c73825-34e9-4e4f-9eca-9524efee2150 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488149 Jun 01 10:59:05.630220 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-bf817eb0-d6e7-492e-8081-cd68d9bd7fe5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d105a81-d750-47b8-a16a-ccf7ec93d87e HTTP/1.1" status: 200 len: 852 time: 0.1875253 Jun 01 10:59:05.638024 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-811563a0-da75-461e-9438-f9113bb39450 service neutron] 10.222.0.10 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875645 Jun 01 10:59:05.639469 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:59:05.721186 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42746) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:05.737466 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-0fa89ec1-a3b8-4908-8032-189295fd6985 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43257ed5-ace0-4292-b9ce-63888d9ca3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985649 Jun 01 10:59:05.817748 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.844871 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e96929af-5a1d-4a94-aea2-aef89d5ba996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:05.908123 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.73', 62129) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:05.927426 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.963248 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-9778e055-fe06-4f7d-b8be-6362b02aed42 service neutron] 10.222.0.10 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183711 Jun 01 10:59:05.975458 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.976712 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3d39eab-c306-422e-a210-b83d11198ca1 HTTP/1.1" status: 204 len: 168 time: 1.4600811 Jun 01 10:59:05.977835 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:05.979272 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d39eab-c306-422e-a210-b83d11198ca1,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:05.991545 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:06.066090 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:06.079455 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 481c9715-8388-4fd9-ba8f-f628e901bb12 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:06.080596 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:06.177259 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42768) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:06.188302 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=610029c3c0e04c9b908d72d4c7cd9054&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2340689 Jun 01 10:59:06.204212 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28451672-ed87-4146-b795-569f34462ee2,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:06.223422 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:06.419424 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-8184382e-b6d6-4ab2-a6f7-6fde4537155d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:06.420177 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-8184382e-b6d6-4ab2-a6f7-6fde4537155d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Synchronizing usage tracker for tenant:55124275cf914091820af6cd51aef6ec on resource:network {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:06.486374 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42788) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:06.491590 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100576656', 'description': 'tempest-description--863370139'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:06.507513 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:06.516754 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:06.532914 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:06.547187 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:06.569387 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:06.616091 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:06.623547 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-21ab2bb1-3051-4a40-8cda-4d0886a0f1cb service neutron] 10.222.0.73 "GET /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8797038 Jun 01 10:59:06.628565 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:06.654422 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-59278d14-b18c-4149-9cdc-e66f3880764e req-288c75a0-de48-44b0-8cb2-26bcd3949597 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 210 time: 0.0885811 Jun 01 10:59:06.655401 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:06.659732 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:06.668732 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:06.682268 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:06.831564 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:06.838781 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:06.845927 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:06.857751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 2, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:06.867775 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:59:06.868820 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Updating router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 port 664b42b1-57a4-4685-8be8-a8b2c27ea678 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:59:06.874888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-8184382e-b6d6-4ab2-a6f7-6fde4537155d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Unset dirty status for tenant:55124275cf914091820af6cd51aef6ec on resource:network {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:06.876848 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-8184382e-b6d6-4ab2-a6f7-6fde4537155d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 818 time: 0.9676743 Jun 01 10:59:06.899954 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7b8c67aa1a422fa28a8180c3cddc7a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:06.921060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:06.945015 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5046424-1389-4123-97f8-9887be5d371c,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:06.949823 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:06.953634 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:06.958479 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4674885 Jun 01 10:59:06.959135 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42806) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:06.966147 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'security_group_rule': {'security_group_id': 'd5046424-1389-4123-97f8-9887be5d371c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:06.975567 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:06.980061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:06.984945 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:06.988754 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:06.997704 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:07.016770 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77982206-61bd-4e13-8222-41316d0dfb0b req-ecb4f43a-6af9-491c-b8fb-fb1207fa1b8e tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:07.018516 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77982206-61bd-4e13-8222-41316d0dfb0b req-ecb4f43a-6af9-491c-b8fb-fb1207fa1b8e tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 943 time: 0.1743495 Jun 01 10:59:07.027656 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.028599 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.094224 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Request body: {'port': {'device_id': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'admin_state_up': True, 'tenant_id': '55124275cf914091820af6cd51aef6ec'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:07.132145 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77982206-61bd-4e13-8222-41316d0dfb0b req-e63e8c5e-32de-42f8-8250-8d1b99a6f909 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062293 Jun 01 10:59:07.137788 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42814) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:07.139480 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6ba23-92f7-48fc-aa53-f6f8cdda60cc x-openstack-request-id: req-a7e6ba23-92f7-48fc-aa53-f6f8cdda60cc {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:07.139783 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e633904-1070-4edb-83d8-884b00d1e328", "tag": "acbac569-2285-4dc1-a97d-60fc750fa388", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:07.140044 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7e6ba23-92f7-48fc-aa53-f6f8cdda60cc {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:07.150656 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e633904-1070-4edb-83d8-884b00d1e328', 'tag': 'acbac569-2285-4dc1-a97d-60fc750fa388', 'status': 'completed', 'code': 200} Jun 01 10:59:07.166381 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.182425 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.183551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.200184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.212376 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.213559 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:07.217936 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Usage tracker for resource:security_group_rule and tenant:2b70de325dda46f18f0fc5390c0ef6ba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:07.220674 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:07.223753 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.228675 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:07.230476 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:07.264017 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f9f916-c53b-4bdb-ad18-8a92c7eeefed,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:07.272207 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:07.290007 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.294155 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341486 Jun 01 10:59:07.294789 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42818) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:07.303894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'security_group_rule': {'security_group_id': 'd5046424-1389-4123-97f8-9887be5d371c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:07.315009 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:07.359446 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.407930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:07.409390 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.415526 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:07.422499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:07.427799 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28451672-ed87-4146-b795-569f34462ee2,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:07.431282 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.438963 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:07.467451 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:07.469852 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6b2bee1b-ffc6-4759-a7b2-e346f6449a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:07.506464 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.508558 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28451672-ed87-4146-b795-569f34462ee2 HTTP/1.1" status: 204 len: 168 time: 1.3296599 Jun 01 10:59:07.511226 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-dc161cce-4783-4e96-bf0c-80e7f3caddae req-2c53e488-c089-48e7-908a-3445f3683c7f service neutron] 10.222.0.73 "GET /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758180 Jun 01 10:59:07.531630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f77773f-6669-47b8-91f7-a85246604bba,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:07.541443 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:07.545273 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b70de325dda46f18f0fc5390c0ef6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914189 Jun 01 10:59:07.547834 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42828) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:07.565425 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.688697 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.712974 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.741791 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:07.749105 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Transition to ACTIVE for port object 664b42b1-57a4-4685-8be8-a8b2c27ea678 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:07.756620 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:07.765644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.771107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.772802 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Made reservation on behalf of 55124275cf914091820af6cd51aef6ec for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:07.776169 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:07.777481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.791043 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.796543 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.806145 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-96034f2b-a324-4cf9-b86e-3b6cd21f813b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:07.821002 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:07.859668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b4ae1-0496-46f9-bd39-f98c908a8cbb,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:07.876291 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:07.905332 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:07.911640 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.006756 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd40d00-8c6f-44e6-85ef-b53d9626856b None None] Pushing event updated for resources: {'Port': ['ID=664b42b1-57a4-4685-8be8-a8b2c27ea678,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:08.011474 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ccd40d00-8c6f-44e6-85ef-b53d9626856b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:08.061887 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dee4c6-227d-47b9-b9c3-52d805e0cf09,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:08.079126 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:08.094341 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c8763fe5-eea5-4e3a-abdf-d91dd247583c req-bf94e9f0-38df-4f3e-9f4e-3b7fd7f3dcd3 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 210 time: 0.0885673 Jun 01 10:59:08.152278 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.73', 62137) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:08.234228 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.237424 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9401441 Jun 01 10:59:08.296732 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Allocated IP 172.20.0.8 (78594cff-ec2b-4922-8916-426a78166802/a08f0e92-e3a3-4393-98fb-709f56c10660/31de0871-1862-4477-b42e-8cd523333ecf) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:59:08.317741 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Attempting to bind port 664b42b1-57a4-4685-8be8-a8b2c27ea678 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:08.318318 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Attempting to bind port 664b42b1-57a4-4685-8be8-a8b2c27ea678 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:08.318884 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Attempting to bind port 664b42b1-57a4-4685-8be8-a8b2c27ea678 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:08.335247 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:08.335893 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Checking segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:08.336486 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.337130 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Bound using segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:08.337954 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Bound port: 664b42b1-57a4-4685-8be8-a8b2c27ea678, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:08.338530 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.369628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42854) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:08.461437 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d7b8c67aa1a422fa28a8180c3cddc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7394171 Jun 01 10:59:08.464847 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] For port 664b42b1-57a4-4685-8be8-a8b2c27ea678, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:08.465668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42866) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:08.469566 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] For port 664b42b1-57a4-4685-8be8-a8b2c27ea678, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=664b42b1-57a4-4685-8be8-a8b2c27ea678,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:08.479458 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.487176 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:08.520266 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-d4eb4837-ce6a-45a8-a2f8-b5abc2ddfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:08.521807 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-d4eb4837-ce6a-45a8-a2f8-b5abc2ddfbe5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=56cf6c1971b4439fb1b0c70b569cea2a&device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 1096 time: 0.8405197 Jun 01 10:59:08.574796 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:59:08.578763 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:58:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:08.583213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'floatingip': {'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:08.610315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-372719e1-be8e-482d-8edb-b17f0456534c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:08.613081 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-372719e1-be8e-482d-8edb-b17f0456534c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 818 time: 0.4590662 Jun 01 10:59:08.654415 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.674747 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:08.679411 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.684398 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Request body: {'port': {'device_id': '767187ce-1569-4868-81e7-dc21b82e6f29', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'admin_state_up': True, 'tenant_id': '55124275cf914091820af6cd51aef6ec'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:08.887444 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:08.897367 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:08.900261 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:59:08.910642 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:floatingip and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:08.917061 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:08.924352 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:08.943097 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:08.966810 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f77773f-6669-47b8-91f7-a85246604bba,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:08.970691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:08.971925 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:08.985944 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.009385 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Made reservation on behalf of 55124275cf914091820af6cd51aef6ec for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:09.028862 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.037854 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd40d00-8c6f-44e6-85ef-b53d9626856b None None] Pushing event updated for resources: {'Port': ['ID=664b42b1-57a4-4685-8be8-a8b2c27ea678,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:09.050936 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ccd40d00-8c6f-44e6-85ef-b53d9626856b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:09.058214 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.118748 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-680b5f74-d478-4176-addb-65634fbd6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:09.120455 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-680b5f74-d478-4176-addb-65634fbd6a2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=43257ed5-ace0-4292-b9ce-63888d9ca3ef HTTP/1.1" status: 200 len: 913 time: 0.5919108 Jun 01 10:59:09.202026 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-52b6d38f-621a-4f4f-8f3b-656ad57f3765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acbac569-2285-4dc1-a97d-60fc750fa388 HTTP/1.1" status: 200 len: 217 time: 0.0736260 Jun 01 10:59:09.275702 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-877ffc4d-9bf2-4d99-9e95-30be3cd1380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:09.277785 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-877ffc4d-9bf2-4d99-9e95-30be3cd1380e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d105a81-d750-47b8-a16a-ccf7ec93d87e HTTP/1.1" status: 200 len: 852 time: 0.0682187 Jun 01 10:59:09.338502 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.345612 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.349862 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-c7592d2e-01c8-4c5a-ba4f-d5786b3f1493 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43257ed5-ace0-4292-b9ce-63888d9ca3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608103 Jun 01 10:59:09.362789 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5487d808-ad93-4968-993b-38ff39e21e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:09.402093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b4ae1-0496-46f9-bd39-f98c908a8cbb,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:09.410312 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:09.413563 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:09.427482 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Allocated IP 172.20.0.14 (78594cff-ec2b-4922-8916-426a78166802/a08f0e92-e3a3-4393-98fb-709f56c10660/7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:59:09.568378 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Pushing event updated for resources: {'Port': ['ID=31de0871-1862-4477-b42e-8cd523333ecf,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:09.603207 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Network 78594cff-ec2b-4922-8916-426a78166802 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:59:09.609933 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:09.611037 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:09.614186 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:59:09.622135 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:09.622793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.728061 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:08Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:09.747102 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.747447 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb052c0e-c340-4d76-bf07-59b94c8cce87 None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:08Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:59:09.748707 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a5b4ae1-0496-46f9-bd39-f98c908a8cbb HTTP/1.1" status: 204 len: 168 time: 1.2820237 Jun 01 10:59:09.760813 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8132429 Jun 01 10:59:09.788520 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Request body: {'port': {'device_id': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:09.884604 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.922760 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:09.926355 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f77773f-6669-47b8-91f7-a85246604bba HTTP/1.1" status: 204 len: 168 time: 2.3750463 Jun 01 10:59:09.970815 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42914) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:09.988131 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-92986796-993a-4369-9c73-701d1c99ccde req-af73adfa-3dbf-4e7d-a158-dccdddff6f74 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 210 time: 0.0675797 Jun 01 10:59:10.019496 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.044045 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-da764921-dd1f-4a18-8aa1-a0293235d1a3 service neutron] 10.222.0.73 "GET /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826208 Jun 01 10:59:10.045323 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:10.049290 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.125496 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ce0d8-dd32-4b7e-8dbe-2d2c82295680 req-0ca8f32a-243b-4758-abfe-4183a8d39104 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:10.137901 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c75ce0d8-dd32-4b7e-8dbe-2d2c82295680 req-0ca8f32a-243b-4758-abfe-4183a8d39104 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 943 time: 1.5048888 Jun 01 10:59:10.146584 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Network 78594cff-ec2b-4922-8916-426a78166802 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:59:10.192160 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:10.197095 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:59:10.203668 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:10.204305 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.264051 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Pushing event updated for resources: {'Port': ['ID=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:10.275568 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c75ce0d8-dd32-4b7e-8dbe-2d2c82295680 req-693b70b5-a270-408a-bc2f-2da4506ca28a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361549 Jun 01 10:59:10.280023 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:10.292454 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6139548 Jun 01 10:59:10.315721 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Request body: {'port': {'device_id': '767187ce-1569-4868-81e7-dc21b82e6f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:10.426589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.469483 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-13893a30-ca1e-4996-87b4-7d44c9d3c826 req-0e550f3b-c0aa-4fbf-afb8-6f2781ea67e4 service neutron] 10.222.0.73 "GET /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002292 Jun 01 10:59:10.489823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.583882 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.603805 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 42932) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:10.665618 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:10.670149 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Usage tracker for resource:security_group_rule and tenant:97122e7f46414d2684ed36b88b977f23 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:10.673247 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:10.680534 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:10.818887 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Allocated IP 172.28.3.18 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/75ef45eb-e5b4-49a9-8087-5365f8e4cf68) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:59:10.874796 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.912746 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:10.935872 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fd83ef2b-6b3e-4d54-bed1-4721d37a97c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:10.994143 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.018671 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31de0871-1862-4477-b42e-8cd523333ecf {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:11.023349 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae78e693-dbc8-4f17-abbd-451158fb1d0f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:11.048134 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:11.051252 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.056232 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97122e7f46414d2684ed36b88b977f23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0785708 Jun 01 10:59:11.059223 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 42952) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:11.061194 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.096719 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Transition to ACTIVE for port object 31de0871-1862-4477-b42e-8cd523333ecf will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:11.110582 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.134589 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e57a4e1d-690c-41d8-a4c0-9c1629387221 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:11.143945 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.146472 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:11.253978 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee515a8e7c04ce1b67a4f02d8df8449 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:11.258344 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:11.449335 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:11.502082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:11.514116 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:59:11.540002 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:11.552839 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:59:11.559570 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device acbac569-2285-4dc1-a97d-60fc750fa388 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:59:11.581478 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Pushing event updated for resources: {'Port': ['ID=31de0871-1862-4477-b42e-8cd523333ecf,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:11.594458 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:11.644239 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.644892 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.680103 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 664b42b1-57a4-4685-8be8-a8b2c27ea678 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:11.687481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Attempting to bind port 31de0871-1862-4477-b42e-8cd523333ecf on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:11.690601 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Attempting to bind port 31de0871-1862-4477-b42e-8cd523333ecf by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:11.690947 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Attempting to bind port 31de0871-1862-4477-b42e-8cd523333ecf on network 78594cff-ec2b-4922-8916-426a78166802 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:11.708108 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'Port': ['ID=75ef45eb-e5b4-49a9-8087-5365f8e4cf68,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:11.714152 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Port 31de0871-1862-4477-b42e-8cd523333ecf on network 78594cff-ec2b-4922-8916-426a78166802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:59:11.714477 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Attempting to bind port 31de0871-1862-4477-b42e-8cd523333ecf on network 78594cff-ec2b-4922-8916-426a78166802 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:11.718098 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:11.774530 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:11.774870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Checking segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:11.775248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Bound using segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:11.775679 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Bound port: 31de0871-1862-4477-b42e-8cd523333ecf, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:11.776020 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.829427 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:11.957944 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cf813-8a02-4a61-a5a1-0be2b02dc0c6 req-745f4d8b-9980-46c1-b864-f2abca55772f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:11.958687 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-9e0cf813-8a02-4a61-a5a1-0be2b02dc0c6 req-745f4d8b-9980-46c1-b864-f2abca55772f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Synchronizing usage tracker for tenant:55124275cf914091820af6cd51aef6ec on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:12.043256 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] For port 31de0871-1862-4477-b42e-8cd523333ecf, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:12.048093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] For port 31de0871-1862-4477-b42e-8cd523333ecf, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31de0871-1862-4477-b42e-8cd523333ecf,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:12.053682 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.058911 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 664b42b1-57a4-4685-8be8-a8b2c27ea678 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:12.065419 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:12.077999 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 664b42b1-57a4-4685-8be8-a8b2c27ea678 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:12.078375 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.115312 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.166035 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port acbac569-2285-4dc1-a97d-60fc750fa388, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=acbac569-2285-4dc1-a97d-60fc750fa388,segment=NetworkSegment(595446da-877a-41e6-a2dc-50d6bf20e7cb),segment_id=595446da-877a-41e6-a2dc-50d6bf20e7cb)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:12.166240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Pushing event updated for resources: {'Port': ['ID=31de0871-1862-4477-b42e-8cd523333ecf,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:12.175534 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:12.175978 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-9e0cf813-8a02-4a61-a5a1-0be2b02dc0c6 req-745f4d8b-9980-46c1-b864-f2abca55772f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Unset dirty status for tenant:55124275cf914091820af6cd51aef6ec on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:12.177148 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9e0cf813-8a02-4a61-a5a1-0be2b02dc0c6 req-745f4d8b-9980-46c1-b864-f2abca55772f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 932 time: 0.7936306 Jun 01 10:59:12.189004 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:12.189705 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.191335 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] 10.222.0.73 "PUT /v2.0/ports/31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 1093 time: 2.4225976 Jun 01 10:59:12.192033 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'tag': '31de0871-1862-4477-b42e-8cd523333ecf'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:12.194175 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02c363-d780-436d-9c41-16d743c56bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d93d439-c303-4a0e-b5ae-e5f9626f7ad9", "tag": "31de0871-1862-4477-b42e-8cd523333ecf"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:12.206247 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.216344 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:12.230046 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'acbac569-2285-4dc1-a97d-60fc750fa388', 'network_id': '43257ed5-ace0-4292-b9ce-63888d9ca3ef', 'port_id': 'acbac569-2285-4dc1-a97d-60fc750fa388', 'mac_address': 'fa:16:3e:a9:17:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d105a81-d750-47b8-a16a-ccf7ec93d87e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:59:12.230876 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae78e693-dbc8-4f17-abbd-451158fb1d0f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:12.233313 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:12.240619 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.242769 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae78e693-dbc8-4f17-abbd-451158fb1d0f HTTP/1.1" status: 204 len: 168 time: 1.1817644 Jun 01 10:59:12.375372 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-c158cdd8-caa6-4ad7-b5ae-15858667d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:12.380403 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-c158cdd8-caa6-4ad7-b5ae-15858667d4e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1096 time: 0.1410811 Jun 01 10:59:12.446283 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.461023 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9e0cf813-8a02-4a61-a5a1-0be2b02dc0c6 req-689c67ca-af13-4257-b009-1b8751975e0d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685430 Jun 01 10:59:12.486339 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-7a879c20-06d4-481c-a62f-82a67a2bb152 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.0974612 Jun 01 10:59:12.544456 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbac569-2285-4dc1-a97d-60fc750fa388 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:12.568066 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cad672-b06b-4695-8c5e-1ab9aa524ff7 x-openstack-request-id: req-d6cad672-b06b-4695-8c5e-1ab9aa524ff7 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:12.568599 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d93d439-c303-4a0e-b5ae-e5f9626f7ad9", "tag": "31de0871-1862-4477-b42e-8cd523333ecf", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:12.569058 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6cad672-b06b-4695-8c5e-1ab9aa524ff7 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:12.569799 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'tag': '31de0871-1862-4477-b42e-8cd523333ecf', 'status': 'completed', 'code': 200} Jun 01 10:59:12.590530 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.607926 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-aa062543-ac57-4137-8293-2f423ff6cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:12.610543 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-aa062543-ac57-4137-8293-2f423ff6cff0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.1172807 Jun 01 10:59:12.619353 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port acbac569-2285-4dc1-a97d-60fc750fa388, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=acbac569-2285-4dc1-a97d-60fc750fa388,segment=NetworkSegment(595446da-877a-41e6-a2dc-50d6bf20e7cb),segment_id=595446da-877a-41e6-a2dc-50d6bf20e7cb)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:12.635999 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.638349 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:12.671434 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-4fbfc0a0-1e16-4f44-bdce-c363d7acfd82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523663 Jun 01 10:59:12.683630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe772c-a9f3-453e-924a-d7ad7577b598 req-2b6384e3-a03d-41ee-ba38-0430e3ffee09 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:12.687532 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eebe772c-a9f3-453e-924a-d7ad7577b598 req-2b6384e3-a03d-41ee-ba38-0430e3ffee09 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 943 time: 0.9675992 Jun 01 10:59:12.729655 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 664b42b1-57a4-4685-8be8-a8b2c27ea678, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=664b42b1-57a4-4685-8be8-a8b2c27ea678,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:12.741675 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.751757 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.763254 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=acbac569-2285-4dc1-a97d-60fc750fa388,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:12.774393 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:12.774819 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:12.774954 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ccd40d00-8c6f-44e6-85ef-b53d9626856b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:12.856286 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0561d680-899c-4b1b-a877-1fe6b367c565 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:12.878498 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=664b42b1-57a4-4685-8be8-a8b2c27ea678,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:12.882041 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:12.900420 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-9c173f0f-de35-4ef6-aafd-996e9dfe00f9 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217937 Jun 01 10:59:12.908217 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['acbac569-2285-4dc1-a97d-60fc750fa388'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:12.943323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43010) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:12.976006 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86641bb-c50f-446b-9ea5-adc76fe13328,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:13.020152 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eebe772c-a9f3-453e-924a-d7ad7577b598 req-4d18031f-dfbb-4e5b-ad76-bb5ac48513f5 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792575 Jun 01 10:59:13.032688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:13.046980 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ee515a8e7c04ce1b67a4f02d8df8449&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4382446 Jun 01 10:59:13.050730 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43022) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:13.079523 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:13.103136 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.103225 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.160368 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:13.178822 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcc2aa6725743fa9792af0c8df7c4b0 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:13.183807 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:13.192803 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Transition to ACTIVE for port object 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:13.202432 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:13.210705 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.222325 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.231694 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.234655 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-436863ea-e2f2-4e6c-8540-dc19041c50fe tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:13.254781 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ac72e9c9-6956-4b0b-adcb-26ccba0bf7e2 req-aceb62ea-c79c-4b47-92b0-bb17fd938a43 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476598 Jun 01 10:59:13.393763 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.403636 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.435204 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.449067 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.457010 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e513b129-f093-4716-bf4b-3b15d7147f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:13.460264 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 664b42b1-57a4-4685-8be8-a8b2c27ea678 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:13.468502 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bcc2aa6725743fa9792af0c8df7c4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236802 Jun 01 10:59:13.473347 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43036) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:13.542846 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c363-d780-436d-9c41-16d743c56bbb req-fcdd0bb8-8224-4a4c-9251-d62c208d0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:13.545230 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-fcdd0bb8-8224-4a4c-9251-d62c208d0eb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1096 time: 0.2376158 Jun 01 10:59:13.569457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.598711 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c523c-851e-4e3b-8537-e6860d3a421d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:13.606654 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device acbac569-2285-4dc1-a97d-60fc750fa388 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:13.612977 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43048) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:13.621223 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:13.674501 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Pushing event updated for resources: {'Port': ['ID=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:13.700222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.727359 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 664b42b1-57a4-4685-8be8-a8b2c27ea678 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:13.727359 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.794391 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Attempting to bind port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:13.794391 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Attempting to bind port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:13.794391 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Attempting to bind port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 on network 78594cff-ec2b-4922-8916-426a78166802 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:13.818034 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.852675 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port acbac569-2285-4dc1-a97d-60fc750fa388 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:13.863044 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port acbac569-2285-4dc1-a97d-60fc750fa388 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:13.863620 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.908830 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.909191 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.910367 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5395577 Jun 01 10:59:13.920792 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 on network 78594cff-ec2b-4922-8916-426a78166802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:59:13.921122 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Attempting to bind port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 on network 78594cff-ec2b-4922-8916-426a78166802 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:13.943332 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:13.943676 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Checking segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:13.944286 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Bound using segment: {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:13.945360 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Bound port: 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365fcb9a-ddb8-4eca-8a70-909e15409972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '78594cff-ec2b-4922-8916-426a78166802'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:13.946122 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:13.986520 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:13.996764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'Port': ['ID=75ef45eb-e5b4-49a9-8087-5365f8e4cf68,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:14.007285 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.009084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.692s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:14.009386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.031728 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c363-d780-436d-9c41-16d743c56bbb req-5a45d4c2-a46a-4a34-8051-6b79b6160749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:14.033302 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-5a45d4c2-a46a-4a34-8051-6b79b6160749 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.4660077 Jun 01 10:59:14.034625 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fbc04f812a4fc4a4be5aea24872e72 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:14.037781 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.038867 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:14.099474 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:14.113292 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:14.127032 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c523c-851e-4e3b-8537-e6860d3a421d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:14.135852 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] For port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:14.146028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] For port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:14.150868 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.155842 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.163650 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.169052 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.169165 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:14.238398 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e633904-1070-4edb-83d8-884b00d1e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbac569-2285-4dc1-a97d-60fc750fa388'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:14.263728 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-04cea9d6-c6d1-4180-9855-6686385d1309 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.2193916 Jun 01 10:59:14.266306 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.310222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.323406 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.323893 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port acbac569-2285-4dc1-a97d-60fc750fa388, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=acbac569-2285-4dc1-a97d-60fc750fa388,segment=NetworkSegment(595446da-877a-41e6-a2dc-50d6bf20e7cb),segment_id=595446da-877a-41e6-a2dc-50d6bf20e7cb)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:14.326993 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c54c523c-851e-4e3b-8537-e6860d3a421d HTTP/1.1" status: 204 len: 168 time: 0.8467760 Jun 01 10:59:14.332571 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:14.332725 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.334870 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:14.388978 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:14.389657 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.391031 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] 10.222.0.73 "PUT /v2.0/ports/7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 HTTP/1.1" status: 200 len: 1094 time: 4.0853205 Jun 01 10:59:14.391491 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767187ce-1569-4868-81e7-dc21b82e6f29', 'tag': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:14.408910 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c363-d780-436d-9c41-16d743c56bbb req-1896181c-3923-4ef9-bcae-b9df9a36d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:14.410455 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-1896181c-3923-4ef9-bcae-b9df9a36d6f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.1392329 Jun 01 10:59:14.412815 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b0fc1-eb39-42e3-811b-393ad36c6268,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:14.432445 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5fbc04f812a4fc4a4be5aea24872e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182712 Jun 01 10:59:14.434736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.435089 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43082) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:14.454114 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=acbac569-2285-4dc1-a97d-60fc750fa388,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:14.462488 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.501703 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-f65f547a-dd14-4458-876d-7ea1754a6dcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680308 Jun 01 10:59:14.516465 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.518013 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a86641bb-c50f-446b-9ea5-adc76fe13328 HTTP/1.1" status: 204 len: 168 time: 1.4643741 Jun 01 10:59:14.552842 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540577bc-d92c-4aa3-8998-72ea50d10dda req-8c535e48-f4bf-488e-8f52-711b8ae0b6e9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:14.561376 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-540577bc-d92c-4aa3-8998-72ea50d10dda req-8c535e48-f4bf-488e-8f52-711b8ae0b6e9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 944 time: 0.7736592 Jun 01 10:59:14.594640 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Pushing event updated for resources: {'Port': ['ID=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:14.610715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.616058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:14.625369 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38bd12e-2659-4cc6-9891-43bbaba0d619" -d '{"events": [{"server_uuid": "8e633904-1070-4edb-83d8-884b00d1e328", "name": "network-vif-plugged", "status": "completed", "tag": "acbac569-2285-4dc1-a97d-60fc750fa388"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:14.644788 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86641bb-c50f-446b-9ea5-adc76fe13328,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:14.653130 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:14.671602 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-540577bc-d92c-4aa3-8998-72ea50d10dda req-ce92e3f3-9168-490a-b9d9-04ed3793681d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090603 Jun 01 10:59:14.686136 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af9f9-9b12-4355-bbfd-515bf51d5bd7 req-1df7c7c5-4763-4b0b-9568-cf36c04455d3 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:14.687535 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7e6af9f9-9b12-4355-bbfd-515bf51d5bd7 req-1df7c7c5-4763-4b0b-9568-cf36c04455d3 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 945 time: 0.4801440 Jun 01 10:59:14.745981 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-ce4cd035-09e6-4159-a868-f7111eb399a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:14.749247 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.757145 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-ce4cd035-09e6-4159-a868-f7111eb399a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 1097 time: 0.2887187 Jun 01 10:59:14.811032 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:14.819726 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-2b9526c7-bcc1-4b94-a977-106df93b7202 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034837 Jun 01 10:59:14.901454 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a208b3-4896-4852-8b75-2b17ae9ac75d" -d '{"events": [{"name": "network-changed", "server_uuid": "767187ce-1569-4868-81e7-dc21b82e6f29", "tag": "7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:14.917277 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-45c925a0-c551-407c-ae52-8b62688e047c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 HTTP/1.1" status: 200 len: 217 time: 0.1561494 Jun 01 10:59:14.988996 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7e6af9f9-9b12-4355-bbfd-515bf51d5bd7 req-15172c2e-7383-49b9-b637-88ebe468343b tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903848 Jun 01 10:59:15.019643 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:15.024941 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d92ec180-cef7-46b5-912b-e8899d573ce3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Synchronizing usage tracker for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:security_group {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:15.030325 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-0b02c363-d780-436d-9c41-16d743c56bbb req-ed78472d-e1a6-4658-9d90-fbf3a0630982 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992669 Jun 01 10:59:15.033727 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4cfb8437-b6f3-4418-8f69-d1e20ba05b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:15.051829 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d92ec180-cef7-46b5-912b-e8899d573ce3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Unset dirty status for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:security_group {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:15.067125 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d92ec180-cef7-46b5-912b-e8899d573ce3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2100576656&fields=id&tenant_id=2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 267 time: 0.1860421 Jun 01 10:59:15.082516 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b0fc1-eb39-42e3-811b-393ad36c6268,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:15.085310 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:15.091298 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:15.095270 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/000b0fc1-eb39-42e3-811b-393ad36c6268 HTTP/1.1" status: 204 len: 168 time: 0.6592395 Jun 01 10:59:15.215052 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648900-5fdb-4612-b1fa-801935a89002 req-39b7f40f-f40b-4106-a11c-9e1a93c38657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:15.216505 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-39b7f40f-f40b-4106-a11c-9e1a93c38657 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.2898748 Jun 01 10:59:15.318108 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-bef3fe5f-a226-4132-a412-59a94a050177 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920866 Jun 01 10:59:15.396965 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ec80e-239b-40c3-b5a9-2a1ef8909eff x-openstack-request-id: req-d86ec80e-239b-40c3-b5a9-2a1ef8909eff {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:15.397267 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e633904-1070-4edb-83d8-884b00d1e328", "name": "network-vif-plugged", "status": "completed", "tag": "acbac569-2285-4dc1-a97d-60fc750fa388", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:15.397565 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d86ec80e-239b-40c3-b5a9-2a1ef8909eff {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:15.398627 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e633904-1070-4edb-83d8-884b00d1e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbac569-2285-4dc1-a97d-60fc750fa388', 'code': 200} Jun 01 10:59:15.470527 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-335b5ecf-1131-4dbc-b794-78117a44e6e1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:15.471238 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-335b5ecf-1131-4dbc-b794-78117a44e6e1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Synchronizing usage tracker for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:network {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:15.543669 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-de701e2e-d167-4bd2-b874-af88cfd766f9 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143574 Jun 01 10:59:15.544386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-335b5ecf-1131-4dbc-b794-78117a44e6e1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Unset dirty status for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:network {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:15.550958 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-335b5ecf-1131-4dbc-b794-78117a44e6e1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 817 time: 0.4828348 Jun 01 10:59:15.572577 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 31de0871-1862-4477-b42e-8cd523333ecf details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:59:15.711253 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90648900-5fdb-4612-b1fa-801935a89002 req-52940049-ad8c-4262-9a19-8adb49879384 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529830 Jun 01 10:59:15.719838 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-4a9a006c-047e-459b-93aa-f2c548953681 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/quotas/2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 375 time: 0.1677284 Jun 01 10:59:15.769715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43160) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:15.809212 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:15.839018 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:15.847853 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c859deec07542e895ff3172f0d1177b is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:15.851719 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:15.859930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-7d58e392-762d-4633-a5f3-bbbffc90fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:15.861926 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-7d58e392-762d-4633-a5f3-bbbffc90fed7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 1098 time: 0.1516888 Jun 01 10:59:15.866344 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:15.896912 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:15.910120 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 31de0871-1862-4477-b42e-8cd523333ecf, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31de0871-1862-4477-b42e-8cd523333ecf,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:15.916486 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:15.918223 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-6c107a4c-ebe5-47e7-a63e-3b35dbaa9953 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1973059 Jun 01 10:59:15.941624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Usage tracker for resource:security_group_rule and tenant:a427bcb7de284d2e93615ad43b4b428d is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:15.947856 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:15.955834 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:15.970800 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '31de0871-1862-4477-b42e-8cd523333ecf', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'port_id': '31de0871-1862-4477-b42e-8cd523333ecf', 'mac_address': 'fa:16:3e:77:72:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:59:16.094036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2a1de9-20e6-4542-a91e-cda66d4b7d6d x-openstack-request-id: req-aa2a1de9-20e6-4542-a91e-cda66d4b7d6d {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:16.094354 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767187ce-1569-4868-81e7-dc21b82e6f29", "tag": "7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:16.094625 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa2a1de9-20e6-4542-a91e-cda66d4b7d6d {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:16.095110 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767187ce-1569-4868-81e7-dc21b82e6f29', 'tag': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586', 'status': 'completed', 'code': 200} Jun 01 10:59:16.128995 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.135103 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.137257 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.154503 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:16.208870 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-17e520d6-2677-423f-a6e2-3785f0223e44 req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368335 Jun 01 10:59:16.234599 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9141eec-803a-4d31-a440-38e5d35bcc22,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:16.259450 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:16.277020 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31de0871-1862-4477-b42e-8cd523333ecf {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:16.326456 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 31de0871-1862-4477-b42e-8cd523333ecf, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31de0871-1862-4477-b42e-8cd523333ecf,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:16.335056 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.338643 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:16.419973 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43192) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:16.420444 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=31de0871-1862-4477-b42e-8cd523333ecf,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:16.423728 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:16.495985 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-ba420224-02cf-4004-839f-f929bb9d565e service neutron] 10.222.0.10 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621076 Jun 01 10:59:16.497652 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.538930 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.561721 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:16.565391 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['31de0871-1862-4477-b42e-8cd523333ecf'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:16.641444 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-d5bdd9ae-8fc6-40b0-b180-a64829eaebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:16.643040 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-d5bdd9ae-8fc6-40b0-b180-a64829eaebef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 1097 time: 0.5258875 Jun 01 10:59:16.755373 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.795066 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:16.800341 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Usage tracker for resource:security_group_rule and tenant:97b947266ddc421b9a7467735f443b55 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:16.811346 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:16.821870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:16.922521 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.930566 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:16.933737 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c859deec07542e895ff3172f0d1177b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558931 Jun 01 10:59:16.933737 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26dd69f-f239-42af-9ace-85855bc3a075,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:16.944651 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43214) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:16.948714 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-02f68ba2-6ce3-4c4b-bcaa-71b780856729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:16.951097 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:17.002527 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52cdc2-7235-418a-960d-30d77690f00f req-1907958b-1b16-45c2-a7fd-0926c7c1c48a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:17.004036 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7a52cdc2-7235-418a-960d-30d77690f00f req-1907958b-1b16-45c2-a7fd-0926c7c1c48a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 944 time: 0.6448431 Jun 01 10:59:17.011022 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-5e0b6090-f71d-4062-b67e-79eaa1cf3985 service neutron] 10.222.0.10 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932556 Jun 01 10:59:17.033430 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93875ab-1a80-44ac-8406-294351bc5fb8,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:17.042333 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97b947266ddc421b9a7467735f443b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210144 Jun 01 10:59:17.043601 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:17.046016 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43220) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:17.091926 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.133005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.141421 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-6eb3065b-2aef-4da8-8f47-6a0674812bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:17.142960 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-6eb3065b-2aef-4da8-8f47-6a0674812bb8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.4814117 Jun 01 10:59:17.204189 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.212730 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9d29385d-d884-4f60-b0cb-2bdfed9a0c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:17.237916 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-e3847324-ad80-47ed-80ef-c7be7aaee34c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 HTTP/1.1" status: 200 len: 217 time: 0.0744703 Jun 01 10:59:17.249542 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7a52cdc2-7235-418a-960d-30d77690f00f req-867918ea-177e-4203-aff9-4c7df4974ab0 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371740 Jun 01 10:59:17.251525 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26dd69f-f239-42af-9ace-85855bc3a075,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:17.271310 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:17.295411 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.296682 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c26dd69f-f239-42af-9ace-85855bc3a075 HTTP/1.1" status: 204 len: 168 time: 0.3372395 Jun 01 10:59:17.431811 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2e410a5-090f-4949-9059-5b332f04bc4f req-0e5ad4fb-c68c-4f14-9bf4-a8472090809d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 210 time: 0.0722816 Jun 01 10:59:17.479100 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.530146 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.572906 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-85b83fd2-3e0a-42a9-8937-45b04041830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:17.574396 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-85b83fd2-3e0a-42a9-8937-45b04041830a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.3190491 Jun 01 10:59:17.582457 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 31de0871-1862-4477-b42e-8cd523333ecf up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:17.735251 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-d31b8cfb-2e0d-4ba3-9e56-3e2774861363 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377392 Jun 01 10:59:17.746824 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 31de0871-1862-4477-b42e-8cd523333ecf completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:17.761537 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 31de0871-1862-4477-b42e-8cd523333ecf triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:17.762751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.861402 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458390c-66e6-4b8e-8260-b8a4dcbc3858 req-9f599903-3d89-44ff-bdc0-12f066b85ed3 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:17.869920 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8458390c-66e6-4b8e-8260-b8a4dcbc3858 req-9f599903-3d89-44ff-bdc0-12f066b85ed3 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 945 time: 0.4523416 Jun 01 10:59:17.916607 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:17.939910 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:17.969778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93875ab-1a80-44ac-8406-294351bc5fb8,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:17.977210 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:17.999753 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8458390c-66e6-4b8e-8260-b8a4dcbc3858 req-ac686785-a4f0-428e-9012-722b4f5a2f3a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286027 Jun 01 10:59:18.016861 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:18.048698 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:18.052748 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e93875ab-1a80-44ac-8406-294351bc5fb8 HTTP/1.1" status: 204 len: 168 time: 0.9928627 Jun 01 10:59:18.059850 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-3ebe5e31-43c3-4089-9c75-9c788a42e077 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146336 Jun 01 10:59:18.072806 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31de0871-1862-4477-b42e-8cd523333ecf'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:18.075497 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb524a7-f1ec-47f9-99c4-e08b0f8363d4" -d '{"events": [{"server_uuid": "7d93d439-c303-4a0e-b5ae-e5f9626f7ad9", "name": "network-vif-plugged", "status": "completed", "tag": "31de0871-1862-4477-b42e-8cd523333ecf"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:18.084770 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 31de0871-1862-4477-b42e-8cd523333ecf, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31de0871-1862-4477-b42e-8cd523333ecf,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:18.089996 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:18.093816 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:18.223395 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b05f268-a28e-4738-ad44-36d5df096175 x-openstack-request-id: req-4b05f268-a28e-4738-ad44-36d5df096175 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:18.223599 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d93d439-c303-4a0e-b5ae-e5f9626f7ad9", "name": "network-vif-plugged", "status": "completed", "tag": "31de0871-1862-4477-b42e-8cd523333ecf", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:18.223856 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b05f268-a28e-4738-ad44-36d5df096175 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:18.227297 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31de0871-1862-4477-b42e-8cd523333ecf', 'code': 200} Jun 01 10:59:18.228634 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=31de0871-1862-4477-b42e-8cd523333ecf,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:18.244099 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:18.294079 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50a208b3-4896-4852-8b75-2b17ae9ac75d req-5da474fe-a620-4dad-88af-2f095a2927c6 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241938 Jun 01 10:59:18.600710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9f621-0347-46ba-90f3-de1e72eef1a5 req-a9dd8c08-7512-4167-9f8b-272619e97b16 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:18.605034 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e0e9f621-0347-46ba-90f3-de1e72eef1a5 req-a9dd8c08-7512-4167-9f8b-272619e97b16 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 944 time: 0.2062159 Jun 01 10:59:18.646512 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a313450-54e1-4a0d-aa3b-9ae086a93b0f req-e2e878e7-00d9-43b9-b879-6106331f7040 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 210 time: 0.0566750 Jun 01 10:59:18.707866 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c625ea-839a-40fa-b954-cfb8e039ae20 req-da2f9180-2afa-4be2-a9ff-24713ad727a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:18.709329 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1c625ea-839a-40fa-b954-cfb8e039ae20 req-da2f9180-2afa-4be2-a9ff-24713ad727a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.2220314 Jun 01 10:59:18.714778 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e0e9f621-0347-46ba-90f3-de1e72eef1a5 req-b681340c-639d-433b-ad89-e19e4be97f8f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673511 Jun 01 10:59:18.759990 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1c625ea-839a-40fa-b954-cfb8e039ae20 req-56e10182-602c-40a7-8195-73b0fd84000c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Jun 01 10:59:18.924499 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43304) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:18.948225 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:18.993369 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:19.003951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Usage tracker for resource:security_group_rule and tenant:9d3c729c67b940dfa3cda97e779d7b52 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:19.009964 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:19.025881 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:19.192021 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-3e352b45-c651-4799-bb3f-71690ec5c78c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:19.195487 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-3e352b45-c651-4799-bb3f-71690ec5c78c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 817 time: 0.3370094 Jun 01 10:59:19.280640 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:19.288856 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:19.305801 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:19.327794 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-65e6642a-4d23-4084-9636-5e1f75643b58 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 380 time: 0.0862956 Jun 01 10:59:19.349885 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b821-7c4e-474a-b301-431d5578e9b0 req-ca24f96b-6da2-4925-8131-0c6aa6f7438c tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:19.356902 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3ca8b821-7c4e-474a-b301-431d5578e9b0 req-ca24f96b-6da2-4925-8131-0c6aa6f7438c tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 945 time: 0.1599398 Jun 01 10:59:19.364184 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'port': {'device_id': '231fb060-ab0a-4bbf-9c31-df526368faec', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'admin_state_up': True, 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'security_groups': ['d5046424-1389-4123-97f8-9887be5d371c']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:19.397425 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d3c729c67b940dfa3cda97e779d7b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712775 Jun 01 10:59:19.400190 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43334) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:19.400810 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c583d08-9367-4205-b3d7-f1016299c969,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:19.412792 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:19.559717 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3ca8b821-7c4e-474a-b301-431d5578e9b0 req-3047cc9e-c558-4223-b6a1-e3bb38398775 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017615 Jun 01 10:59:19.603616 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:59:19.654132 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:19.686919 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:19.881949 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:19.888023 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:19.904158 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:port and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:19.923961 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586', 'network_id': '78594cff-ec2b-4922-8916-426a78166802', 'port_id': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586', 'mac_address': 'fa:16:3e:00:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08f0e92-e3a3-4393-98fb-709f56c10660', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:59:19.954719 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:19.980015 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:19.981214 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:20.007528 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:20.031468 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:20.051988 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:20.058431 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:20.060761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:20.134775 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b2eb5e24-a9e9-4bac-8821-7ab2974e22d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:20.156484 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-28062c9a-0e2a-4473-b9bb-54273291137d req-2027869e-fe49-4d48-8521-3ad469ade704 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 210 time: 0.2659411 Jun 01 10:59:20.157837 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:20.163062 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:20.189528 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c583d08-9367-4205-b3d7-f1016299c969,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:20.198824 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:20.200107 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Made reservation on behalf of 2e8dd557fd4f475f9090527064b0ac2a for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:20.203961 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:20.253757 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:20.257346 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c583d08-9367-4205-b3d7-f1016299c969 HTTP/1.1" status: 204 len: 168 time: 0.8537724 Jun 01 10:59:20.323904 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:20.454720 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a60e2-d83e-4c3c-b86f-febc11df5de9 req-16d2f21e-836e-4a70-aa4a-13b0efafad5c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:20.463213 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e09a60e2-d83e-4c3c-b86f-febc11df5de9 req-16d2f21e-836e-4a70-aa4a-13b0efafad5c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 945 time: 0.4843473 Jun 01 10:59:20.592871 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e09a60e2-d83e-4c3c-b86f-febc11df5de9 req-c5ebd9e5-397d-4fc2-a5bc-a764ad3e2d0b tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244786 Jun 01 10:59:20.620922 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Allocated IP 172.20.0.7 (cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9/0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2/6b48e926-1d38-4eea-893e-990140aaf747) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:59:20.918431 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:20.946134 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Transition to ACTIVE for port object 6b48e926-1d38-4eea-893e-990140aaf747 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:20.994302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:21.003571 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:21.088461 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:59:21.096495 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:21.102299 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:59:21.118380 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:21.119375 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:21.192789 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8319709 Jun 01 10:59:21.193780 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:21.204813 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:21.212851 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Request body: {'port': {'device_id': '231fb060-ab0a-4bbf-9c31-df526368faec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:21.434997 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-cf7dcb7e-ecee-47e7-b450-4310a2346865 None None] Provisioning for port 6b48e926-1d38-4eea-893e-990140aaf747 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:21.441072 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-cf7dcb7e-ecee-47e7-b450-4310a2346865 None None] Provisioning complete for port 6b48e926-1d38-4eea-893e-990140aaf747 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:21.441603 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cf7dcb7e-ecee-47e7-b450-4310a2346865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:21.494695 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43434) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:21.542004 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:21.546171 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-cf7dcb7e-ecee-47e7-b450-4310a2346865 None None] Port 6b48e926-1d38-4eea-893e-990140aaf747 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:59:21.618453 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:21.659443 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611f6b0-c23c-47cd-9bcb-19c2a5e4e916 req-6865ada7-e0f3-4470-8f58-15cc00147002 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:21.659946 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-d611f6b0-c23c-47cd-9bcb-19c2a5e4e916 req-6865ada7-e0f3-4470-8f58-15cc00147002 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Synchronizing usage tracker for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:21.699232 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:21.708118 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:21.708506 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:21.793767 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-d611f6b0-c23c-47cd-9bcb-19c2a5e4e916 req-6865ada7-e0f3-4470-8f58-15cc00147002 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Unset dirty status for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:21.794917 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d611f6b0-c23c-47cd-9bcb-19c2a5e4e916 req-6865ada7-e0f3-4470-8f58-15cc00147002 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 931 time: 0.3731332 Jun 01 10:59:21.959044 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43454) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:21.967249 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:21.980507 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d611f6b0-c23c-47cd-9bcb-19c2a5e4e916 req-d33c33fc-9d78-43cf-b95b-3f1ed586d6c9 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777403 Jun 01 10:59:22.044528 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.050839 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767187ce-1569-4868-81e7-dc21b82e6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:22.053099 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303ea71-28a0-4220-b0d7-69914c346da3" -d '{"events": [{"server_uuid": "767187ce-1569-4868-81e7-dc21b82e6f29", "name": "network-vif-plugged", "status": "completed", "tag": "7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:22.065629 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f80ef-a16b-4653-bcc4-a8e634c11f43 req-660a9a6b-03c0-45ff-8cc6-aa4a2bf5ea39 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:22.071381 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-730f80ef-a16b-4653-bcc4-a8e634c11f43 req-660a9a6b-03c0-45ff-8cc6-aa4a2bf5ea39 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 945 time: 0.3169687 Jun 01 10:59:22.090240 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:22.097969 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.098537 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:22.099739 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:22.108206 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Usage tracker for resource:security_group_rule and tenant:dd40cbe3ec544d3cbfd4cb762002f9cf is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:22.117003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:22.126735 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:22.165276 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a451aece-32dd-49a6-a8d2-b37f7e7ed862 x-openstack-request-id: req-a451aece-32dd-49a6-a8d2-b37f7e7ed862 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:22.165606 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767187ce-1569-4868-81e7-dc21b82e6f29", "name": "network-vif-plugged", "status": "completed", "tag": "7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:22.165843 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a451aece-32dd-49a6-a8d2-b37f7e7ed862 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:22.166394 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767187ce-1569-4868-81e7-dc21b82e6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586', 'code': 200} Jun 01 10:59:22.246945 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:22.251043 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:22.323022 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-730f80ef-a16b-4653-bcc4-a8e634c11f43 req-71b5941b-3071-4749-b8c1-ec199c7b57f8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454713 Jun 01 10:59:22.330722 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b48e926-1d38-4eea-893e-990140aaf747 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:22.353608 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.355900 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.364482 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.372858 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.381955 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8ed0c253-ee74-4e0e-8688-0612e90a3e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:22.408258 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Transition to ACTIVE for port object 6b48e926-1d38-4eea-893e-990140aaf747 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:22.410093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:22.415770 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.428643 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Usage tracker for resource:security_group_rule and tenant:bf8aac5cd01c45b0a1d58c7539ce59e8 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:22.431441 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:22.435435 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:22.460608 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:22.463573 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc7258-f839-4c08-8c07-a64ac97b82c1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:22.467136 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:22.471850 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd40cbe3ec544d3cbfd4cb762002f9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9752090 Jun 01 10:59:22.502471 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43476) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:22.684229 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f894edd-acbb-428b-9355-5d91c4eb1fb4 req-a4008c96-8da3-4c7e-a10d-3c6316b1adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:22.685647 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-5f894edd-acbb-428b-9355-5d91c4eb1fb4 req-a4008c96-8da3-4c7e-a10d-3c6316b1adea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 1099 time: 0.2123973 Jun 01 10:59:22.833217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.835312 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-5f894edd-acbb-428b-9355-5d91c4eb1fb4 req-41ff7a27-2a5d-4959-ad3b-e07cf57734da service neutron] Synchronizing usage tracker for tenant:a427bcb7de284d2e93615ad43b4b428d on resource:security_group {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:22.842720 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:22.849449 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:22.860475 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Attempting to bind port 6b48e926-1d38-4eea-893e-990140aaf747 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:22.860952 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Attempting to bind port 6b48e926-1d38-4eea-893e-990140aaf747 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:22.861350 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Attempting to bind port 6b48e926-1d38-4eea-893e-990140aaf747 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:22.863668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.866766 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Port 6b48e926-1d38-4eea-893e-990140aaf747 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:59:22.867096 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Attempting to bind port 6b48e926-1d38-4eea-893e-990140aaf747 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:22.873287 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4d310e10-5e9e-457e-8144-888dd17572e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:22.891397 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-5f894edd-acbb-428b-9355-5d91c4eb1fb4 req-41ff7a27-2a5d-4959-ad3b-e07cf57734da service neutron] Unset dirty status for tenant:a427bcb7de284d2e93615ad43b4b428d on resource:security_group {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:22.892540 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-5f894edd-acbb-428b-9355-5d91c4eb1fb4 req-41ff7a27-2a5d-4959-ad3b-e07cf57734da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892643 Jun 01 10:59:22.893096 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:22.893553 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Checking segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:22.894009 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Bound using segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:22.894521 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Bound port: 6b48e926-1d38-4eea-893e-990140aaf747, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:22.895356 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:22.923092 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10471297-7779-4a60-9d3f-434af620c9f3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:22.943220 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:22.948087 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf8aac5cd01c45b0a1d58c7539ce59e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9878862 Jun 01 10:59:22.951061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43506) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:23.008165 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:23.011637 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:23.013116 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.017050 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.028212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.031666 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:23.078158 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.101992 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:23.102613 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.104484 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] 10.222.0.73 "PUT /v2.0/ports/6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 1093 time: 1.8982759 Jun 01 10:59:23.105151 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:23.107749 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58672d-2b5a-4c52-a94d-5ac928bfc211" -d '{"events": [{"name": "network-changed", "server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:23.112455 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.240394 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.246638 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:23.270381 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10471297-7779-4a60-9d3f-434af620c9f3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:23.285233 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:23.288652 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.290117 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10471297-7779-4a60-9d3f-434af620c9f3 HTTP/1.1" status: 204 len: 168 time: 0.3368490 Jun 01 10:59:23.374667 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b7d6d4-937c-4b0f-8eea-7e6f4bbebe1d x-openstack-request-id: req-c6b7d6d4-937c-4b0f-8eea-7e6f4bbebe1d {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:23.374973 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:23.375238 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6b7d6d4-937c-4b0f-8eea-7e6f4bbebe1d {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:23.375640 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'status': 'completed', 'code': 200} Jun 01 10:59:23.463303 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:23.474169 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:23.534967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.592763 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:23.606892 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01094d3-eadd-4869-9ef1-ebb7386ed131 req-e53b2f3c-c625-49e8-89ca-10c978d121f5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:23.608385 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a01094d3-eadd-4869-9ef1-ebb7386ed131 req-e53b2f3c-c625-49e8-89ca-10c978d121f5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.2196128 Jun 01 10:59:23.610488 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-99c7f42a-0633-4019-b40f-b6c2b4775e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:23.612013 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-99c7f42a-0633-4019-b40f-b6c2b4775e9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1096 time: 0.4540248 Jun 01 10:59:23.633550 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc7258-f839-4c08-8c07-a64ac97b82c1,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:23.726876 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:23.765008 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.766529 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29fc7258-f839-4c08-8c07-a64ac97b82c1 HTTP/1.1" status: 204 len: 168 time: 1.2637496 Jun 01 10:59:23.768220 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-8afaaf1c-8c4e-4adc-ad79-8464087897e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 217 time: 0.1398368 Jun 01 10:59:23.920350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43532) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:23.971792 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a01094d3-eadd-4869-9ef1-ebb7386ed131 req-04aa26fe-e5b4-4707-acf6-ecd5dc967c84 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541055 Jun 01 10:59:23.987331 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:23.995853 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206c552-b69f-428d-8ef5-d42db794bdc1 req-bad83541-8e94-4e5d-8f9a-65fb6bf29678 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:24.003283 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e206c552-b69f-428d-8ef5-d42db794bdc1 req-bad83541-8e94-4e5d-8f9a-65fb6bf29678 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.4736297 Jun 01 10:59:24.035348 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-a0e53b53-6719-439e-a0b4-9bfd4ce1dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:24.036444 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:24.036790 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-a0e53b53-6719-439e-a0b4-9bfd4ce1dadc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.2360704 Jun 01 10:59:24.052023 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f9f1098ea243788cfb63bc7119e392 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:24.064179 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:24.080834 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:24.111377 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e206c552-b69f-428d-8ef5-d42db794bdc1 req-b73812bd-c8cf-4f96-89a9-de4b878a11c8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056588 Jun 01 10:59:24.169030 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-451a5886-3604-4be7-a904-e3ecba8f6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:24.172735 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-451a5886-3604-4be7-a904-e3ecba8f6356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1238091 Jun 01 10:59:24.249444 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.259681 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.268221 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5777972e-1ad0-4ceb-9019-da44c4aa35fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:24.318883 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fad7a47-78e6-4697-a2db-c83844f1fb1e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:24.327327 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9f9f1098ea243788cfb63bc7119e392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006543 Jun 01 10:59:24.328435 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43552) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:24.329809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:24.358379 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-5ea7e48b-62cc-463b-bb16-ac1e5cbb9f25 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783583 Jun 01 10:59:24.359688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43556) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:24.403111 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.404452 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.432596 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.480777 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:24.488510 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ff3fcdbcd94950ab0c46e68acb9826 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:24.494217 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:24.503355 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:24.509119 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.514194 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b070a93a-b6c0-44b6-b422-569382b4171c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:24.565788 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c995ae6c-0c9f-478e-9f7c-2bf1b73ba269 req-5b95c5ab-271b-4ab9-8aef-2ccaa3465b54 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908998 Jun 01 10:59:24.591561 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fad7a47-78e6-4697-a2db-c83844f1fb1e,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:24.594664 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:24.597100 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.601737 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fad7a47-78e6-4697-a2db-c83844f1fb1e HTTP/1.1" status: 204 len: 168 time: 0.2697997 Jun 01 10:59:24.644222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a47e985e-38e4-41cd-a045-242c88a8876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.718348 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.732542 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.744098 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-00cca226-6b29-47f4-a901-982eb2767c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:24.759546 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-4cc9a7b3-9402-467c-bf0a-376c9f26ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:24.761341 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-4cc9a7b3-9402-467c-bf0a-376c9f26ddb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1096 time: 0.1381786 Jun 01 10:59:24.828024 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2ff3fcdbcd94950ab0c46e68acb9826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645517 Jun 01 10:59:24.828352 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daa04ec-8706-4cfb-8e37-02113600d12a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:24.830266 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43568) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:24.831712 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:24.935316 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:24.958159 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-1a6878f1-7dfb-41eb-b0a5-427416b4c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:24.960363 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-1a6878f1-7dfb-41eb-b0a5-427416b4c3d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1786892 Jun 01 10:59:24.963738 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:25.043581 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-0997fac8-7ec2-435f-9ae5-62c4ceef489f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 217 time: 0.0761712 Jun 01 10:59:25.044645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:25.049408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2fd0a27f-71e7-44c3-ad65-ecda4c3caec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:25.067330 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daa04ec-8706-4cfb-8e37-02113600d12a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:25.071047 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:25.075966 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:25.086163 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8daa04ec-8706-4cfb-8e37-02113600d12a HTTP/1.1" status: 204 len: 168 time: 0.2514040 Jun 01 10:59:25.162540 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-6de1c198-845f-4c36-a039-b0e34a5d1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:25.164003 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-6de1c198-845f-4c36-a039-b0e34a5d1a1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.1088879 Jun 01 10:59:25.399014 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9c704-83b8-4d28-bc27-2a5bcfa03ebe req-c50fb9ee-493d-431b-8787-39a99cffcffb tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:25.400511 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ddf9c704-83b8-4d28-bc27-2a5bcfa03ebe req-c50fb9ee-493d-431b-8787-39a99cffcffb tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.2405362 Jun 01 10:59:25.403639 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-554656ce-e063-4b49-9f48-dfd65efe86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:25.404989 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-554656ce-e063-4b49-9f48-dfd65efe86d3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1973512 Jun 01 10:59:25.454476 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381d738-27c1-401b-ac7c-29649516aabb req-3da9ccaa-deb3-463a-8030-bc413ec6c9d4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:25.455965 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5381d738-27c1-401b-ac7c-29649516aabb req-3da9ccaa-deb3-463a-8030-bc413ec6c9d4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2022507 Jun 01 10:59:25.625880 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ddf9c704-83b8-4d28-bc27-2a5bcfa03ebe req-e995b351-6333-4f7a-9c5a-15565613602b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187281 Jun 01 10:59:25.676755 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5381d738-27c1-401b-ac7c-29649516aabb req-76096a65-03bd-4231-9f46-e1d34e17e054 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074578 Jun 01 10:59:25.717495 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-7deedc2f-6dce-4c13-9a7b-21c53546ae5e service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947512 Jun 01 10:59:26.020267 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5a58672d-2b5a-4c52-a94d-5ac928bfc211 req-39d079e1-e290-4740-a4a6-4c6c512bd83d service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877116 Jun 01 10:59:26.416744 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43652) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:26.430549 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-0d219c93-94bb-41fc-8936-315745c47a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:26.432007 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-0d219c93-94bb-41fc-8936-315745c47a3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 1099 time: 0.2569401 Jun 01 10:59:26.482915 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76f33e-968c-42c2-bba3-e37b0213a151 req-4a68d92e-19b2-41b5-997f-3c60c3af2b92 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:26.485337 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b76f33e-968c-42c2-bba3-e37b0213a151 req-4a68d92e-19b2-41b5-997f-3c60c3af2b92 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1584246 Jun 01 10:59:26.551248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-401385320-network', 'tenant_id': '5355087885894473918793377034aa66'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:26.562221 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:26.571229 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Usage tracker for resource:network and tenant:5355087885894473918793377034aa66 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:26.576794 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:26.587984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:26.601740 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Made reservation on behalf of 5355087885894473918793377034aa66 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:26.604667 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.620067 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b76f33e-968c-42c2-bba3-e37b0213a151 req-d8651b90-9857-4341-b3cf-52c57289486e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793905 Jun 01 10:59:26.624424 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.646859 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-eeb3ed3b-5541-4867-9a3f-0ab24cd8409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:26.646859 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-eeb3ed3b-5541-4867-9a3f-0ab24cd8409d service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.2017708 Jun 01 10:59:26.652308 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:26.656137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Usage tracker for resource:security_group_rule and tenant:5355087885894473918793377034aa66 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:26.660228 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:26.670683 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:26.742829 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-9b7145e6-1c00-4683-b765-928cf62b65fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 HTTP/1.1" status: 200 len: 217 time: 0.0909457 Jun 01 10:59:26.815724 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.824764 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.831388 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-23988e0b-b458-428b-90c8-69abcd20e4ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:26.863804 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:59:26.873192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e9d7c-ec49-47c6-8409-555a63711ddd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:26.879515 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-cb1b5301-adf0-4e5b-80a3-7190ead8c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:26.880951 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-cb1b5301-adf0-4e5b-80a3-7190ead8c293 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.1321106 Jun 01 10:59:26.888648 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:26.897018 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.898157 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Added segment dd374d9b-a682-4731-8e3b-41613977ecf1 of type vlan for network 708cc73e-55c3-4417-bdbe-12f33fb06343 Jun 01 10:59:26.938648 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-c62ac752-ca28-487c-bbea-24856621dbc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500979 Jun 01 10:59:26.943225 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.979700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.981400 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:26.982177 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:26.988588 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:26.995050 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1278-e2dc-4340-a015-0f0e01a66335 req-4cf6a5b5-7819-4b42-acee-a93ba42a562a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:26.996583 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e9ec1278-e2dc-4340-a015-0f0e01a66335 req-4cf6a5b5-7819-4b42-acee-a93ba42a562a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.1911006 Jun 01 10:59:27.110056 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e9ec1278-e2dc-4340-a015-0f0e01a66335 req-656dd9e8-9b5f-44e8-b836-040399b77de6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595646 Jun 01 10:59:27.139858 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7218316 Jun 01 10:59:27.140669 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Pushing event updated for resources: {'Network': ['ID=708cc73e-55c3-4417-bdbe-12f33fb06343,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:27.143539 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43680) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:27.145958 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:27.152588 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 708cc73e-55c3-4417-bdbe-12f33fb06343 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:59:27.160718 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Request body: {'subnet': {'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-401385320-subnet', 'tenant_id': '5355087885894473918793377034aa66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:27.165383 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:27.169389 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Usage tracker for resource:subnet and tenant:5355087885894473918793377034aa66 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:27.172223 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:27.178130 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:27.190313 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Made reservation on behalf of 5355087885894473918793377034aa66 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:27.192581 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:27.219558 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-59a73936-c5c9-42f2-978b-5b7c1b280e92 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669916 Jun 01 10:59:27.445196 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:27.474539 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ada92ac9-c555-4a9a-b947-bcc776dfb07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:27.547727 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34f4aa18-b0b1-418c-8dc7-1ceb2ba5d045 req-8d6e1296-57f9-4c07-8df6-f7b97723b751 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204117 Jun 01 10:59:27.642941 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:59:27.814762 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:27.821271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:27.858963 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:27.866226 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43706) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:27.879717 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '6b48e926-1d38-4eea-893e-990140aaf747', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'port_id': '6b48e926-1d38-4eea-893e-990140aaf747', 'mac_address': 'fa:16:3e:78:79:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:59:27.940215 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b9fbb0-bc67-4b71-966e-ef3f41cea88a,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:27.943984 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:27.944746 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:27.947921 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Checking segment: {'id': 'dd374d9b-a682-4731-8e3b-41613977ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:27.948251 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Network hostable DHCP agents. Network: 708cc73e-55c3-4417-bdbe-12f33fb06343, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:59:27.971101 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Network 708cc73e-55c3-4417-bdbe-12f33fb06343 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:59:28.005765 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 708cc73e-55c3-4417-bdbe-12f33fb06343) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:28.010998 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b48e926-1d38-4eea-893e-990140aaf747 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:28.019940 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bc386-bf8e-4cdf-97cf-cbab119601be None None] Network 708cc73e-55c3-4417-bdbe-12f33fb06343 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:28.024544 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:28.025199 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.059832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.060194 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb442c-879e-44c7-8fdf-c695bc764bde req-39794c65-7128-4590-81f0-779876b32187 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:28.062267 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4abb442c-879e-44c7-8fdf-c695bc764bde req-39794c65-7128-4590-81f0-779876b32187 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2304473 Jun 01 10:59:28.080365 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:28.086389 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9420335 Jun 01 10:59:28.087543 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Usage tracker for resource:security_group_rule and tenant:5ff4cc463fa54ffc9ca163a0e54be191 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:28.097211 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:28.106036 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:28.108997 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:28.110425 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16e11-bd6e-4280-9f8f-4e1d489b108f req-032f4991-f7ef-4fc6-b6c3-452d592d5142 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:28.117861 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.119574 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-67e16e11-bd6e-4280-9f8f-4e1d489b108f req-032f4991-f7ef-4fc6-b6c3-452d592d5142 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 945 time: 0.2340448 Jun 01 10:59:28.121493 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:28.177571 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4abb442c-879e-44c7-8fdf-c695bc764bde req-15b903ce-3fc7-40ab-91de-07d3ee80f646 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051848 Jun 01 10:59:28.204386 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-67e16e11-bd6e-4280-9f8f-4e1d489b108f req-aeec7b80-f8d5-4b3b-97f3-0315cbc9064c tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829961 Jun 01 10:59:28.245548 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:28.249389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:28.256515 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.262641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.271999 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:28.341150 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ff4cc463fa54ffc9ca163a0e54be191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670670 Jun 01 10:59:28.341751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39045762-c367-440f-9e4e-52dfcc368138 None None] Network 708cc73e-55c3-4417-bdbe-12f33fb06343 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:28.349876 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed665a19-7a61-48d3-8585-0c395f4a44a5,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:28.353204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43722) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:28.356368 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:28.373494 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.432779 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['6b48e926-1d38-4eea-893e-990140aaf747'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:28.438807 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d907c-457a-4e4c-8f22-07de87bd973f req-65efe457-9370-483f-abb4-016edfc6d4b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:28.440350 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b83d907c-457a-4e4c-8f22-07de87bd973f req-65efe457-9370-483f-abb4-016edfc6d4b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 944 time: 0.1175344 Jun 01 10:59:28.452212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.496088 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b83d907c-457a-4e4c-8f22-07de87bd973f req-2db03326-6cc5-479b-8a9d-2230d1d2df70 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494857 Jun 01 10:59:28.506215 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.602474 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.608357 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:28.629049 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed665a19-7a61-48d3-8585-0c395f4a44a5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:28.638345 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:28.649392 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:28.654754 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed665a19-7a61-48d3-8585-0c395f4a44a5 HTTP/1.1" status: 204 len: 168 time: 0.3005440 Jun 01 10:59:29.012194 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43754) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:29.018300 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1318448688-network', 'tenant_id': 'b0d50a8df6094ec8a93ccc2d3e53d197'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:29.024471 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:29.028627 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Usage tracker for resource:network and tenant:b0d50a8df6094ec8a93ccc2d3e53d197 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:29.031718 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:29.037390 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:29.046905 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Made reservation on behalf of b0d50a8df6094ec8a93ccc2d3e53d197 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:29.049146 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.063924 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.079458 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:29.083367 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d50a8df6094ec8a93ccc2d3e53d197 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:29.088106 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:29.088346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43760) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:29.093863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:29.110684 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.129474 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:29.134626 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Usage tracker for resource:security_group_rule and tenant:d9b5850bf55e467d8e85a52678c26133 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:29.138052 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:29.144533 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:29.202087 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.208061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.213634 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:29.246014 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:59:29.255182 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65518a84-f4fe-4a33-9c8a-ffc28bf81223,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:29.274560 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:29.282048 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.282626 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Added segment 3471d5fd-a8e9-4728-9dee-37c87ea0901b of type vlan for network 11c65e3a-0a08-472e-8df5-8dddf5497cf2 Jun 01 10:59:29.330931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.374123 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.375963 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:29.376596 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.384734 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2c999f41-47a7-44c2-a124-1c238424b26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:29.384911 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.394981 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.414084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3d50078f-817c-49de-a58a-11b83aa09b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:29.501971 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4882882 Jun 01 10:59:29.502928 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Pushing event updated for resources: {'Network': ['ID=11c65e3a-0a08-472e-8df5-8dddf5497cf2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:29.505035 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43772) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:29.507807 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:29.511458 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Request body: {'subnet': {'network_id': '11c65e3a-0a08-472e-8df5-8dddf5497cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1318448688-subnet', 'tenant_id': 'b0d50a8df6094ec8a93ccc2d3e53d197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:29.514988 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 11c65e3a-0a08-472e-8df5-8dddf5497cf2 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:59:29.516104 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:29.519888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Usage tracker for resource:subnet and tenant:b0d50a8df6094ec8a93ccc2d3e53d197 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:29.523034 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:29.528547 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:29.540659 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Made reservation on behalf of b0d50a8df6094ec8a93ccc2d3e53d197 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:29.543017 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.624132 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9b5850bf55e467d8e85a52678c26133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5346072 Jun 01 10:59:29.627451 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43778) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:29.627688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68976f77-3ba8-4cc3-9437-477b77f39fbf,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:29.632082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:29.652897 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:29.672444 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48b2f-6687-4bbb-8556-384db0b8fb7e req-0c1d2711-d2f6-4fc0-bf7c-0dc36066e0dd tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:29.673970 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7ca48b2f-6687-4bbb-8556-384db0b8fb7e req-0c1d2711-d2f6-4fc0-bf7c-0dc36066e0dd tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.3431897 Jun 01 10:59:29.704798 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-6a1f131d-6b1b-48bd-a781-9b263d2f4560 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:29.706625 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-6a1f131d-6b1b-48bd-a781-9b263d2f4560 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 945 time: 0.1477034 Jun 01 10:59:29.719711 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.726886 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105b9d4-8eff-43d1-87ad-53f13d6cf655 req-c9b887f5-d440-4d69-a9ba-04efdcb61126 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:29.728392 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1105b9d4-8eff-43d1-87ad-53f13d6cf655 req-c9b887f5-d440-4d69-a9ba-04efdcb61126 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 945 time: 0.3165374 Jun 01 10:59:29.734022 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 6b48e926-1d38-4eea-893e-990140aaf747 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:29.744100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 6b48e926-1d38-4eea-893e-990140aaf747 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:29.744762 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.792736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.841337 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7ca48b2f-6687-4bbb-8556-384db0b8fb7e req-6e6bdba9-013e-4777-8a0a-8b9f329c1340 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493344 Jun 01 10:59:29.884272 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.895321 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1105b9d4-8eff-43d1-87ad-53f13d6cf655 req-c4b8ed80-5e95-4703-9fd8-db7f0638268a tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326373 Jun 01 10:59:29.901114 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.915733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8ad91ef7-d4ca-48f3-8656-eeb6b7e3388c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:29.928251 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:29.931420 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39977bcd-8c5e-4524-85dc-9f7498d0ed66" -d '{"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-plugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:29.949773 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:29.956510 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.957485 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Deleting port acbac569-2285-4dc1-a97d-60fc750fa388 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:59:29.957867 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:29.959616 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:30.000889 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:30.031740 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2105e76-93aa-4aa3-a9b0-f98afd3e30bc x-openstack-request-id: req-a2105e76-93aa-4aa3-a9b0-f98afd3e30bc {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:30.032053 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-plugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:30.032322 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2105e76-93aa-4aa3-a9b0-f98afd3e30bc {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:30.032714 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'code': 200} Jun 01 10:59:30.055142 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:30.075429 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:30.090883 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68976f77-3ba8-4cc3-9437-477b77f39fbf,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:30.100019 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:30.137331 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:30.141056 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68976f77-3ba8-4cc3-9437-477b77f39fbf HTTP/1.1" status: 204 len: 168 time: 0.5107055 Jun 01 10:59:30.212746 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] For port acbac569-2285-4dc1-a97d-60fc750fa388, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=acbac569-2285-4dc1-a97d-60fc750fa388,segment=NetworkSegment(595446da-877a-41e6-a2dc-50d6bf20e7cb),segment_id=595446da-877a-41e6-a2dc-50d6bf20e7cb)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:30.213336 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:30.375071 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2d6c3-c5c0-4035-aaca-7a9bee3e468b req-4f04402d-da99-4dea-872b-b95836f43b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:30.376681 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ddc2d6c3-c5c0-4035-aaca-7a9bee3e468b req-4f04402d-da99-4dea-872b-b95836f43b56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1098 time: 0.1525342 Jun 01 10:59:30.402285 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:30.414211 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:30.426349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Calling delete_port for acbac569-2285-4dc1-a97d-60fc750fa388 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:59:30.442910 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716cba6-4150-4e4b-ab95-59f9a51d2ce4 req-bb2e82ce-1b71-4f40-bf6d-27d1b3ce3d62 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:30.450101 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c716cba6-4150-4e4b-ab95-59f9a51d2ce4 req-bb2e82ce-1b71-4f40-bf6d-27d1b3ce3d62 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.3901873 Jun 01 10:59:30.506248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=facab185-bb51-467d-adb8-2a78f54290e2,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:30.521666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:30.526481 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ddc2d6c3-c5c0-4035-aaca-7a9bee3e468b req-2cf3b15a-c80c-47fa-8222-5f1be4b96797 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423490 Jun 01 10:59:30.544211 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Checking segment: {'id': '3471d5fd-a8e9-4728-9dee-37c87ea0901b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '11c65e3a-0a08-472e-8df5-8dddf5497cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:30.544645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Network hostable DHCP agents. Network: 11c65e3a-0a08-472e-8df5-8dddf5497cf2, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:59:30.577470 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Network 11c65e3a-0a08-472e-8df5-8dddf5497cf2 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:59:30.594463 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 11c65e3a-0a08-472e-8df5-8dddf5497cf2) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:30.598860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:30.599181 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:30.609104 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd1f84-8786-4cb0-b219-fa2353a5b29d None None] Network 11c65e3a-0a08-472e-8df5-8dddf5497cf2 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:30.615125 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c716cba6-4150-4e4b-ab95-59f9a51d2ce4 req-6b276ec1-3eb2-4edf-a3ab-0adc0a005888 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636016 Jun 01 10:59:30.647810 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1413620 Jun 01 10:59:30.818132 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43822) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:30.825113 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:30.840844 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['acbac569-2285-4dc1-a97d-60fc750fa388'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:30.849271 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:31.035898 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.038873 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7e963-d78a-4d4e-ae88-6af5d6ba5c51 None None] Network 11c65e3a-0a08-472e-8df5-8dddf5497cf2 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:31.073095 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:31.080730 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Usage tracker for resource:security_group_rule and tenant:15542ae84477477f9ea1ee01b7b8db16 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:31.084011 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:31.091936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:31.111464 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Pushing event deleted for resources: {'Port': ['ID=acbac569-2285-4dc1-a97d-60fc750fa388,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:31.125050 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:31.214985 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] No DVR routers for this DVR port acbac569-2285-4dc1-a97d-60fc750fa388 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:59:31.219329 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.230331 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e633904-1070-4edb-83d8-884b00d1e328', 'name': 'network-vif-deleted', 'tag': 'acbac569-2285-4dc1-a97d-60fc750fa388'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:31.232795 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e4f7c-211b-43ac-b298-f6cdec7250f0" -d '{"events": [{"server_uuid": "8e633904-1070-4edb-83d8-884b00d1e328", "name": "network-vif-deleted", "tag": "acbac569-2285-4dc1-a97d-60fc750fa388"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:31.251297 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.262903 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.273539 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:31.308456 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-cd9c44e6-8568-4765-afef-9169065f433a req-52252d11-cde5-43fd-9552-dbbaa7b990ca tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Synchronizing usage tracker for tenant:56cf6c1971b4439fb1b0c70b569cea2a on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:31.320224 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c04e84-cdbc-46ed-92d8-7498af4b0149,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:31.325184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:31.347908 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15542ae84477477f9ea1ee01b7b8db16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266533 Jun 01 10:59:31.349788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43856) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:31.350072 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-cd9c44e6-8568-4765-afef-9169065f433a req-52252d11-cde5-43fd-9552-dbbaa7b990ca tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Unset dirty status for tenant:56cf6c1971b4439fb1b0c70b569cea2a on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:31.352317 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cd9c44e6-8568-4765-afef-9169065f433a req-52252d11-cde5-43fd-9552-dbbaa7b990ca tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.2525461 Jun 01 10:59:31.357921 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c51a53cd-3055-4053-99ed-4b2bd396cb2b req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.73 "DELETE /v2.0/ports/acbac569-2285-4dc1-a97d-60fc750fa388 HTTP/1.1" status: 204 len: 173 time: 1.6268535 Jun 01 10:59:31.388499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cbf1b-7db5-4852-aec8-834b9cce011f req-42e60194-fb6e-40f5-97d0-f712068fc8c1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:31.411632 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa3cbf1b-7db5-4852-aec8-834b9cce011f req-42e60194-fb6e-40f5-97d0-f712068fc8c1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1970997 Jun 01 10:59:31.482389 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa3cbf1b-7db5-4852-aec8-834b9cce011f req-4a28a236-5532-4aa7-950d-398aa358f643 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639019 Jun 01 10:59:31.485232 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26d747-e7cf-446b-96e9-c1e28f1ef77a x-openstack-request-id: req-0f26d747-e7cf-446b-96e9-c1e28f1ef77a {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:31.486163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e633904-1070-4edb-83d8-884b00d1e328", "name": "network-vif-deleted", "tag": "acbac569-2285-4dc1-a97d-60fc750fa388", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:31.486634 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f26d747-e7cf-446b-96e9-c1e28f1ef77a {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:31.488373 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e633904-1070-4edb-83d8-884b00d1e328', 'name': 'network-vif-deleted', 'tag': 'acbac569-2285-4dc1-a97d-60fc750fa388', 'status': 'completed', 'code': 200} Jun 01 10:59:31.491156 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.562411 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.646788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.676057 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9bc40420-a052-4548-a25d-5076552b3c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:31.718583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c04e84-cdbc-46ed-92d8-7498af4b0149,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:31.724687 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:31.745263 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:31.746389 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37c04e84-cdbc-46ed-92d8-7498af4b0149 HTTP/1.1" status: 204 len: 168 time: 0.3948455 Jun 01 10:59:31.903282 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5679e-cdfa-4ab7-bdc9-0bc93ff658b0 req-4b9457b4-59d2-4635-9914-cfbb0eb38060 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:31.918187 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e8c5679e-cdfa-4ab7-bdc9-0bc93ff658b0 req-4b9457b4-59d2-4635-9914-cfbb0eb38060 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1089764 Jun 01 10:59:31.966144 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e8c5679e-cdfa-4ab7-bdc9-0bc93ff658b0 req-0131955c-ecc3-4655-baaa-2d069846ae8c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463440 Jun 01 10:59:32.291543 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-58a21039-395a-4291-a8f4-e38b20036ef6 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:32.294068 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-58a21039-395a-4291-a8f4-e38b20036ef6 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/networks?id=708cc73e-55c3-4417-bdbe-12f33fb06343 HTTP/1.1" status: 200 len: 808 time: 0.2292306 Jun 01 10:59:32.311864 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2ba0-ea95-4783-838d-0cc6ff5447b8 req-b41737de-46fb-42ee-a986-1be76398e325 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:32.313396 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b7ab2ba0-ea95-4783-838d-0cc6ff5447b8 req-b41737de-46fb-42ee-a986-1be76398e325 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1585975 Jun 01 10:59:32.327811 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 43902) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:32.333402 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'floatingip': {'port_id': '6b48e926-1d38-4eea-893e-990140aaf747'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:32.346203 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-7311af3e-74ef-4fbb-9c70-61ac9d396118 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/quotas/5355087885894473918793377034aa66 HTTP/1.1" status: 200 len: 375 time: 0.0446529 Jun 01 10:59:32.511186 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:32.529602 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-98b30967-54bc-4c08-982a-63ce8187a7e6 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5355087885894473918793377034aa66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1749892 Jun 01 10:59:32.573032 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43914) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:32.706359 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:32.724882 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d18edbaf-2706-45e1-89b1-e8dcb61ffefc req-b1d35e28-e91e-4d4e-a063-d77f5aca96fa tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e633904-1070-4edb-83d8-884b00d1e328 HTTP/1.1" status: 200 len: 210 time: 0.1505518 Jun 01 10:59:32.780230 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:32.791207 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2785446a2148d09c13cd7200a0d245 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:32.795449 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:32.800149 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-d4225871-0ec8-4443-b79a-0368cda2c1cb service neutron] 10.222.0.10 "GET /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623782 Jun 01 10:59:32.809605 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:33.099195 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-65cea9ab-fce1-479b-a418-58bb00479e15 service neutron] 10.222.0.10 "GET /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864327 Jun 01 10:59:33.138117 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b53376-3f75-4393-b1f7-c489c29589d6 req-e55a9f8b-a18f-403b-a40c-b9b945437cea tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:33.139635 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-66b53376-3f75-4393-b1f7-c489c29589d6 req-e55a9f8b-a18f-403b-a40c-b9b945437cea tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2274082 Jun 01 10:59:33.286315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.317356 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.329411 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a7aeba50-4cbf-422c-9557-b4beaec63cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:33.362471 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-66b53376-3f75-4393-b1f7-c489c29589d6 req-d2f713d7-2250-44a5-96dd-086de805e0d8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936309 Jun 01 10:59:33.428408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.db.resource_extend [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 10:59:33.525694 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5069b298-207d-4b6c-9c01-7abe8d7db6dd req-1c37ac5b-d4f6-46b3-81ee-4f396e6b1d21 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 210 time: 0.1235480 Jun 01 10:59:33.533953 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf2785446a2148d09c13cd7200a0d245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9573364 Jun 01 10:59:33.534611 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43960) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:33.545683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a0e5b-91b9-4593-b48c-dc5b42f39d17,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:33.564751 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:33.619730 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.627849 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.662078 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.705898 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device acbac569-2285-4dc1-a97d-60fc750fa388 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:59:33.715780 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.752706 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: acbac569-2285-4dc1-a97d-60fc750fa388 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:59:33.754974 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device acbac569-2285-4dc1-a97d-60fc750fa388 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:59:33.835116 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.839269 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:33.862866 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a0e5b-91b9-4593-b48c-dc5b42f39d17,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:33.875052 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:33.888216 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:33.894948 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b55a0e5b-91b9-4593-b48c-dc5b42f39d17 HTTP/1.1" status: 204 len: 168 time: 0.3513122 Jun 01 10:59:33.921667 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 43976) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:33.938038 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Floating IP 109f2d7d-3ce3-4726-b656-92abf0782c6f associated. External IP: 172.28.3.18, port: 6b48e926-1d38-4eea-893e-990140aaf747. Jun 01 10:59:34.098183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.117221 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:34.121732 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:28f5a16b9ed34053ab4c40782fbbcb71 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:34.126584 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:34.136735 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:34.319194 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.324739 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.350684 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bde1b9b7-1bf0-480d-9e00-5021a8cc99a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:34.384183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8871b-a68f-44ea-82ed-192b7f3c97d5,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:34.419124 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:34.457525 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28f5a16b9ed34053ab4c40782fbbcb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314696 Jun 01 10:59:34.461464 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44000) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:34.527606 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:59:34.633069 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.673041 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.776141 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2e00-77e7-4faa-a582-621c1119a29f req-d20a0bd6-f2a5-45ed-8849-66a178648b76 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:34.777938 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb1d2e00-77e7-4faa-a582-621c1119a29f req-d20a0bd6-f2a5-45ed-8849-66a178648b76 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2294457 Jun 01 10:59:34.780174 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-53d1202c-0a86-4360-b32f-a2b58d43a64a req-b66d0ca9-574a-45b8-b85d-8c1a5426fc85 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 210 time: 0.0766041 Jun 01 10:59:34.823044 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44016) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:34.847485 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:59:34.862834 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb1d2e00-77e7-4faa-a582-621c1119a29f req-ad51638b-4eb6-481d-acb0-a69280b617d0 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776529 Jun 01 10:59:34.863681 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.870638 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:59:34.871667 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.891180 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:59:34.893617 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:59:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:34.895435 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4e8daea5-5fa6-44e1-8ca9-341fb72c378f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:34.934210 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8871b-a68f-44ea-82ed-192b7f3c97d5,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:34.948883 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:34.958042 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:34.959173 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fc8871b-a68f-44ea-82ed-192b7f3c97d5 HTTP/1.1" status: 204 len: 168 time: 0.4967318 Jun 01 10:59:34.977535 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2dccf0c3-11ec-4173-a6b8-b74936a197b4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "PUT /v2.0/floatingips/109f2d7d-3ce3-4726-b656-92abf0782c6f HTTP/1.1" status: 200 len: 990 time: 2.6483960 Jun 01 10:59:34.978414 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:34.981157 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e495fe-ad5b-48bd-8096-56aa07318b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:35.066762 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:35.111473 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45aacc-5b46-49bd-a216-7c7fb0eaa339 x-openstack-request-id: req-ba45aacc-5b46-49bd-a216-7c7fb0eaa339 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:35.111794 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:35.113427 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba45aacc-5b46-49bd-a216-7c7fb0eaa339 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:35.113896 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'status': 'completed', 'code': 200} Jun 01 10:59:35.290236 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:35.318613 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Usage tracker for resource:security_group_rule and tenant:969a85972d8d4563bc1a1c78c37f6214 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:35.331544 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:35.354604 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:35.380612 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-a153463d-d3fd-49e6-bec5-d1b58749df2d tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:35.386137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-ca7602ab-1f92-4fc0-8e52-4185aabf40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:35.388977 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-a153463d-d3fd-49e6-bec5-d1b58749df2d tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.73 "GET /v2.0/networks?id=708cc73e-55c3-4417-bdbe-12f33fb06343 HTTP/1.1" status: 200 len: 808 time: 0.3678238 Jun 01 10:59:35.389483 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-ca7602ab-1f92-4fc0-8e52-4185aabf40f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1098 time: 0.2746575 Jun 01 10:59:35.400310 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:59:35.414417 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Request body: {'port': {'device_id': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343', 'admin_state_up': True, 'tenant_id': '5355087885894473918793377034aa66'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:35.618129 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-38992217-e44a-46a4-a2d0-ba3f770f4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:35.619660 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-38992217-e44a-46a4-a2d0-ba3f770f4a7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.2021475 Jun 01 10:59:35.708276 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:35.713548 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Usage tracker for resource:port and tenant:5355087885894473918793377034aa66 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:35.717781 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:35.726736 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:35.739246 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Made reservation on behalf of 5355087885894473918793377034aa66 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:35.749256 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:35.772667 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44068) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:35.818641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:35.861270 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:35.884023 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce08ce01c24a4ce9b211271f8197dec1 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:35.893006 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:35.898717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:35.909670 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-6ce61042-98e2-48d7-953f-8b65f11e451b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 998 time: 0.2742414 Jun 01 10:59:35.915987 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:35.941833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:35.944401 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9d7e473f-aff0-4767-af6c-1a1d0bfdd819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:36.062931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-df157943-657e-4a57-9827-423598f97879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:36.064679 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-df157943-657e-4a57-9827-423598f97879 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.1241102 Jun 01 10:59:36.082033 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '109f2d7d-3ce3-4726-b656-92abf0782c6f', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'port_id': '6b48e926-1d38-4eea-893e-990140aaf747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'mac_address': 'fa:16:3e:78:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231fb060-ab0a-4bbf-9c31-df526368faec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:59:11Z', 'updated_at': '2021-06-01T10:59:33Z', 'revision_number': 1, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:36.088999 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:59:36.097061 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2ebbee8a-61e0-4722-a77e-37d04b908235 req-9bfee081-71da-4e1a-a485-b4ac7c8f2f0b tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 210 time: 0.0645459 Jun 01 10:59:36.128752 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:59:36.132530 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T10:59:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:36.138744 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Allocated IP 172.20.0.5 (708cc73e-55c3-4417-bdbe-12f33fb06343/e3b9fbb0-bc67-4b71-966e-ef3f41cea88a/d2b01ff1-5774-498f-a876-4216a28d23f0) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:59:36.180739 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.217053 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44088) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:36.276688 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=969a85972d8d4563bc1a1c78c37f6214&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4522142 Jun 01 10:59:36.289721 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44094) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:36.290414 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158dd3fc-37d2-46c4-815f-0b2d1475e57e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:36.293028 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.304773 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:36.305046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e3c250a6-e130-49be-ab8f-9ec7fddf4816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:36.406803 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:59:36.446518 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b2f1d3-78d8-4654-a808-c4c8f3a33fcf,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:36.454522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:36.518453 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce08ce01c24a4ce9b211271f8197dec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396557 Jun 01 10:59:36.522179 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44102) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:36.552865 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.556009 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-3cd1d674-9d78-4f11-a71f-d959d94e893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:36.557456 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-3cd1d674-9d78-4f11-a71f-d959d94e893e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3752952 Jun 01 10:59:36.623821 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Deleting subnet 8d105a81-d750-47b8-a16a-ccf7ec93d87e {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:59:36.632566 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.670777 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.739187 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.762766 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.762994 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-7d0c5c14-c83e-4fea-a44f-055c9f3246d0 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965919 Jun 01 10:59:36.808595 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55256-47fa-49b4-8c5a-27a5ed760177 req-5a7605c6-b953-46f1-b2fb-1b6530bc9a36 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:36.810044 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-57e55256-47fa-49b4-8c5a-27a5ed760177 req-5a7605c6-b953-46f1-b2fb-1b6530bc9a36 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.4164498 Jun 01 10:59:36.851374 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.863819 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-53bc4e52-d4b0-474d-b092-7eb86a6a7c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:36.864995 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.882325 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158dd3fc-37d2-46c4-815f-0b2d1475e57e,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:36.890890 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:36.899470 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.905298 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:36.908772 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/158dd3fc-37d2-46c4-815f-0b2d1475e57e HTTP/1.1" status: 204 len: 168 time: 0.6055870 Jun 01 10:59:36.972253 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16e495fe-ad5b-48bd-8096-56aa07318b1c req-87858f16-bcea-4c9f-8df9-4f4d11e034ab service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979587 Jun 01 10:59:36.988142 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '109f2d7d-3ce3-4726-b656-92abf0782c6f', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'port_id': '6b48e926-1d38-4eea-893e-990140aaf747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'mac_address': 'fa:16:3e:78:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231fb060-ab0a-4bbf-9c31-df526368faec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:59:11Z', 'updated_at': '2021-06-01T10:59:33Z', 'revision_number': 1, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:36.995817 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987e139-b2ff-417f-85b7-037bd8b37513 None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '109f2d7d-3ce3-4726-b656-92abf0782c6f', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'port_id': '6b48e926-1d38-4eea-893e-990140aaf747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'mac_address': 'fa:16:3e:78:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231fb060-ab0a-4bbf-9c31-df526368faec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:59:11Z', 'updated_at': '2021-06-01T10:59:33Z', 'revision_number': 1, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:59:37.028720 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-57e55256-47fa-49b4-8c5a-27a5ed760177 req-d680d7ba-8f8c-4a10-96cf-266b69432c8b tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962037 Jun 01 10:59:37.040214 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.129325 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.211048 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.237075 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-058dc863-efbb-437d-a36f-e29aa6808a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:37.361724 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218546e-e86b-4e28-938d-22c72d2c7529 None None] New status for floating IP 109f2d7d-3ce3-4726-b656-92abf0782c6f: ACTIVE {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:59:37.433564 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Network 708cc73e-55c3-4417-bdbe-12f33fb06343 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:59:37.440429 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.451138 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:37.464302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:59:37.478020 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:37.478020 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.507947 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Pushing event updated for resources: {'Port': ['ID=d2b01ff1-5774-498f-a876-4216a28d23f0,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:37.515651 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:37.535363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:37.623505 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b2f1d3-78d8-4654-a808-c4c8f3a33fcf,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:37.627892 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:37.644253 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2349274 Jun 01 10:59:37.656207 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.657359 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20b2f1d3-78d8-4654-a808-c4c8f3a33fcf HTTP/1.1" status: 204 len: 168 time: 1.0765977 Jun 01 10:59:37.676632 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Request body: {'port': {'device_id': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:37.742028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.800877 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:37.926700 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d105a81-d750-47b8-a16a-ccf7ec93d87e,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:37.946544 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:37.950205 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:37.971300 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf2e4-fcf2-4ad6-9d9c-d60d9a8cff3a req-5f4e3363-d7d5-4f94-a63f-d769a96da625 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:37.972074 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-bc5bf2e4-fcf2-4ad6-9d9c-d60d9a8cff3a req-5f4e3363-d7d5-4f94-a63f-d769a96da625 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Synchronizing usage tracker for tenant:5355087885894473918793377034aa66 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:59:37.979849 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4ab093b9-acc5-4caf-b051-9b436eb81b39 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d105a81-d750-47b8-a16a-ccf7ec93d87e HTTP/1.1" status: 204 len: 168 time: 1.7615986 Jun 01 10:59:37.982529 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44168) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:37.995368 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.069604 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-bc5bf2e4-fcf2-4ad6-9d9c-d60d9a8cff3a req-5f4e3363-d7d5-4f94-a63f-d769a96da625 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Unset dirty status for tenant:5355087885894473918793377034aa66 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:59:38.077296 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bc5bf2e4-fcf2-4ad6-9d9c-d60d9a8cff3a req-5f4e3363-d7d5-4f94-a63f-d769a96da625 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 931 time: 0.7785139 Jun 01 10:59:38.130704 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.265546 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bc5bf2e4-fcf2-4ad6-9d9c-d60d9a8cff3a req-d5d81c90-ef7c-4c45-9cd0-8201840a38d5 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798985 Jun 01 10:59:38.282883 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.298209 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.298561 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.299264 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.299603 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.300093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.300521 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.300870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.301386 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.302086 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.302612 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.464993 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.465793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.466137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.466468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:38.466824 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43257ed5-ace0-4292-b9ce-63888d9ca3ef']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:38.492103 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595446da-877a-41e6-a2dc-50d6bf20e7cb') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:38.493391 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595446da-877a-41e6-a2dc-50d6bf20e7cb') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:38.505582 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867c929-dc4c-4400-a855-40be53348e6c req-b74f6e05-ccfc-49da-b0ea-4fc7aefe4bc5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:38.507235 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1867c929-dc4c-4400-a855-40be53348e6c req-b74f6e05-ccfc-49da-b0ea-4fc7aefe4bc5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2451651 Jun 01 10:59:38.517266 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.536560 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.545795 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:59:38.547044 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: from cryptography.utils import int_from_bytes Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: from cryptography.utils import int_from_bytes Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:59:38.568536 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:59:38.592072 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1867c929-dc4c-4400-a855-40be53348e6c req-4caaeab9-a6ba-489b-9a3e-91b8b37fa017 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jun 01 10:59:38.653254 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.658629 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-073d033e-10c7-4d91-a859-f44abf08a77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:38.677331 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.681940 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b01ff1-5774-498f-a876-4216a28d23f0 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:38.684666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43257ed5-ace0-4292-b9ce-63888d9ca3ef,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:38.690128 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:38.692033 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.701436 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43257ed5-ace0-4292-b9ce-63888d9ca3ef HTTP/1.1" status: 204 len: 168 time: 0.7155855 Jun 01 10:59:38.710221 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Transition to ACTIVE for port object d2b01ff1-5774-498f-a876-4216a28d23f0 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:59:38.714627 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:38.725283 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:38.830863 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b01ff1-5774-498f-a876-4216a28d23f0,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:38.855692 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:59:39.018028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:39.108741 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Attempting to bind port d2b01ff1-5774-498f-a876-4216a28d23f0 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:59:39.109088 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Attempting to bind port d2b01ff1-5774-498f-a876-4216a28d23f0 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'dd374d9b-a682-4731-8e3b-41613977ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:59:39.109423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Attempting to bind port d2b01ff1-5774-498f-a876-4216a28d23f0 on network 708cc73e-55c3-4417-bdbe-12f33fb06343 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:39.129540 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Port d2b01ff1-5774-498f-a876-4216a28d23f0 on network 708cc73e-55c3-4417-bdbe-12f33fb06343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:59:39.129873 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Attempting to bind port d2b01ff1-5774-498f-a876-4216a28d23f0 on network 708cc73e-55c3-4417-bdbe-12f33fb06343 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:59:39.133090 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44212) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:39.143173 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:59:39.143909 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Checking segment: {'id': 'dd374d9b-a682-4731-8e3b-41613977ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:39.144648 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Bound using segment: {'id': 'dd374d9b-a682-4731-8e3b-41613977ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:59:39.146604 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Bound port: d2b01ff1-5774-498f-a876-4216a28d23f0, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd374d9b-a682-4731-8e3b-41613977ecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:59:39.147888 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.218539 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-0d39ce91-0922-4e37-8328-7a1895009e23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56cf6c1971b4439fb1b0c70b569cea2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0841284 Jun 01 10:59:39.220939 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44216) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:39.299188 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] For port d2b01ff1-5774-498f-a876-4216a28d23f0, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:59:39.337612 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.338688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] For port d2b01ff1-5774-498f-a876-4216a28d23f0, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d2b01ff1-5774-498f-a876-4216a28d23f0,segment=NetworkSegment(dd374d9b-a682-4731-8e3b-41613977ecf1),segment_id=dd374d9b-a682-4731-8e3b-41613977ecf1)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:59:39.357316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.374768 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:39.407413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.489024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:39.489715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.491140 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] 10.222.0.73 "PUT /v2.0/ports/d2b01ff1-5774-498f-a876-4216a28d23f0 HTTP/1.1" status: 200 len: 1093 time: 1.8287582 Jun 01 10:59:39.493413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.500014 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'tag': 'd2b01ff1-5774-498f-a876-4216a28d23f0'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:39.502376 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456" -d '{"events": [{"name": "network-changed", "server_uuid": "36fa4c22-75f1-4fc9-b234-916cbdfd5c96", "tag": "d2b01ff1-5774-498f-a876-4216a28d23f0"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:39.514585 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:39.535532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:39.538666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:39.555775 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:39.559178 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bcc9ca3-a3e8-4955-9189-5521bf7fbf3a HTTP/1.1" status: 204 len: 168 time: 0.3338201 Jun 01 10:59:39.607962 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172be5c1-7cee-4f46-a672-631f4ae9d485 x-openstack-request-id: req-172be5c1-7cee-4f46-a672-631f4ae9d485 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:39.608540 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fa4c22-75f1-4fc9-b234-916cbdfd5c96", "tag": "d2b01ff1-5774-498f-a876-4216a28d23f0", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:39.608540 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-172be5c1-7cee-4f46-a672-631f4ae9d485 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:39.608856 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'tag': 'd2b01ff1-5774-498f-a876-4216a28d23f0', 'status': 'completed', 'code': 200} Jun 01 10:59:39.677834 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b01ff1-5774-498f-a876-4216a28d23f0,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:39.691822 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:39.744508 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-f346442e-3d18-4e2e-8686-358ca298be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:39.746123 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-f346442e-3d18-4e2e-8686-358ca298be92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5355087885894473918793377034aa66&device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 1096 time: 0.1992147 Jun 01 10:59:39.761211 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289071e-4035-4089-aecd-82dd3ec1b2f1 req-77eb097e-740c-493b-8942-7c504ad61a00 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:39.768132 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8289071e-4035-4089-aecd-82dd3ec1b2f1 req-77eb097e-740c-493b-8942-7c504ad61a00 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 943 time: 0.2020411 Jun 01 10:59:39.884106 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-ed659364-4bdc-4d13-9da3-d87393879d0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b01ff1-5774-498f-a876-4216a28d23f0 HTTP/1.1" status: 200 len: 217 time: 0.1139445 Jun 01 10:59:39.984654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44260) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:39.994837 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8289071e-4035-4089-aecd-82dd3ec1b2f1 req-a3c8dd52-49d0-4dce-b68f-34ac1bba0118 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259424 Jun 01 10:59:40.010305 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1709f-3137-431e-8ed6-451297c97451 req-e569373c-95bd-4e95-8f0f-246ad7a0a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:40.011775 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-e569373c-95bd-4e95-8f0f-246ad7a0a746 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3b9fbb0-bc67-4b71-966e-ef3f41cea88a HTTP/1.1" status: 200 len: 848 time: 0.1148858 Jun 01 10:59:40.127219 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-f387ef94-132a-4ad8-9f94-a9394b4d4ce3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=708cc73e-55c3-4417-bdbe-12f33fb06343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036205 Jun 01 10:59:40.135517 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782adf-9ccd-4dea-be3c-cc2fcfdbd405 req-cdba0dff-44a7-4c44-8bc1-612d1d529059 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:40.142633 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d1782adf-9ccd-4dea-be3c-cc2fcfdbd405 req-cdba0dff-44a7-4c44-8bc1-612d1d529059 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.3116336 Jun 01 10:59:40.161593 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.188060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:40.192215 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Usage tracker for resource:security_group_rule and tenant:dc32c60ef63946bebf6f34b5b41b4037 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:40.195721 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:40.202115 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:40.219556 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d1782adf-9ccd-4dea-be3c-cc2fcfdbd405 req-b00ac84b-03a1-457a-bcd9-2c10c9d859b2 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759699 Jun 01 10:59:40.306372 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.313855 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.327505 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a64a8537-eda1-4f26-ba50-bf07eefd48c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:40.351894 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-740513f1-0b99-4bad-8074-540b7bcae4bd service neutron] 10.222.0.73 "GET /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746342 Jun 01 10:59:40.372212 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc32c60ef63946bebf6f34b5b41b4037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855486 Jun 01 10:59:40.374714 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44274) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:40.389144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1215fc32-5eb6-42d2-8ef4-f963fb673514,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:40.394112 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:40.462953 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.491399 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.570429 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c5d1709f-3137-431e-8ed6-451297c97451 req-15ccef6c-3ded-44cb-88c4-19a25d0a6be0 service neutron] 10.222.0.73 "GET /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105036 Jun 01 10:59:40.577686 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.582602 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:40.598237 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215fc32-5eb6-42d2-8ef4-f963fb673514,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:40.602478 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:40.606665 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1215fc32-5eb6-42d2-8ef4-f963fb673514 HTTP/1.1" status: 204 len: 168 time: 0.2307329 Jun 01 10:59:40.607636 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:40.721828 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-f39a42b3-5b04-4d2a-b493-93d691340d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:40.723840 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-f39a42b3-5b04-4d2a-b493-93d691340d98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5355087885894473918793377034aa66&device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 1096 time: 0.0901296 Jun 01 10:59:40.780835 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44298) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:40.908227 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-63b546d6-ca7b-4bab-bc7d-59317ae9c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:40.916850 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-63b546d6-ca7b-4bab-bc7d-59317ae9c118 service neutron] 10.222.0.73 "GET /v2.0/networks?id=708cc73e-55c3-4417-bdbe-12f33fb06343 HTTP/1.1" status: 200 len: 909 time: 0.1780212 Jun 01 10:59:40.995099 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44308) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:41.000309 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1534709408-network', 'tenant_id': 'bfd5bd8d68af46e386a9b16380d39dd3'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:41.007624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:41.011640 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Usage tracker for resource:network and tenant:bfd5bd8d68af46e386a9b16380d39dd3 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:41.014555 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:41.017887 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-954a6ff8-5aa1-4def-ac17-8017010845e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b01ff1-5774-498f-a876-4216a28d23f0 HTTP/1.1" status: 200 len: 217 time: 0.0920284 Jun 01 10:59:41.021557 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:41.022967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.040010 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:41.054944 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Made reservation on behalf of bfd5bd8d68af46e386a9b16380d39dd3 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:41.058291 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.074063 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.074429 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Usage tracker for resource:security_group_rule and tenant:501ecf18d05742509764d3a2b25733bd is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:41.083764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:41.100190 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:41.100827 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:41.106884 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd5bd8d68af46e386a9b16380d39dd3 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:41.110769 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:41.122522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:41.135353 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-6106a38c-346f-41ec-a655-d837bab5c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:41.137300 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-6106a38c-346f-41ec-a655-d837bab5c23d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3b9fbb0-bc67-4b71-966e-ef3f41cea88a HTTP/1.1" status: 200 len: 848 time: 0.1017673 Jun 01 10:59:41.226681 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.232575 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.238472 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-65172139-c99d-4db7-a0bb-f55c613860ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:41.259384 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-09867c2c-119a-46e3-9e6a-cb6931a51306 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=708cc73e-55c3-4417-bdbe-12f33fb06343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150160 Jun 01 10:59:41.276457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c66de-e701-4c9b-a17c-e2f446de9615,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:41.280783 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:41.288616 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:59:41.304968 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.305318 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Added segment 0b58d5f5-4781-494a-aa4e-733c78ce18c6 of type vlan for network 764f714b-6349-48b5-b067-0380a5920eb6 Jun 01 10:59:41.354186 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.390133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.393418 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:41.394115 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.419048 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9f0be5ed-4d8a-45d6-928a-e68cb806c8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:41.522536 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7391088 Jun 01 10:59:41.525547 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44326) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:41.532740 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Request body: {'subnet': {'network_id': '764f714b-6349-48b5-b067-0380a5920eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1534709408-subnet', 'tenant_id': 'bfd5bd8d68af46e386a9b16380d39dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:41.542432 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:41.544711 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=764f714b-6349-48b5-b067-0380a5920eb6,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:41.555311 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 764f714b-6349-48b5-b067-0380a5920eb6 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:59:41.564135 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.567405 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:41.568977 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Usage tracker for resource:subnet and tenant:bfd5bd8d68af46e386a9b16380d39dd3 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:41.582587 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:41.582982 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.602492 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:41.611744 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ce1a6b70-736f-486f-9fef-57ad253ce469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:41.614437 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Made reservation on behalf of bfd5bd8d68af46e386a9b16380d39dd3 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:41.618645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:41.645372 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e281b6f-fef0-41ae-bc6c-10b13a6c9a94,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:41.661084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:41.678976 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=501ecf18d05742509764d3a2b25733bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831310 Jun 01 10:59:41.690363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44334) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:41.703957 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86aed2-2296-472c-bfeb-73443e0b8e2a req-26d2f18d-d4d8-4952-8ba1-dc7583f96db5 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:41.710566 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc86aed2-2296-472c-bfeb-73443e0b8e2a req-26d2f18d-d4d8-4952-8ba1-dc7583f96db5 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 943 time: 0.5721192 Jun 01 10:59:41.793738 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-9725aded-4538-45d3-b8c2-c8e23a9489ab service neutron] 10.222.0.73 "GET /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207343 Jun 01 10:59:41.853532 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874058f3-0e1d-41db-b69f-3d5e63f38fa5 req-1bc46722-8c7c-4fbd-abba-3a7ca08d749c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:41.855137 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-874058f3-0e1d-41db-b69f-3d5e63f38fa5 req-1bc46722-8c7c-4fbd-abba-3a7ca08d749c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.4248149 Jun 01 10:59:41.869439 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc86aed2-2296-472c-bfeb-73443e0b8e2a req-06cd83c4-d6bc-451d-9a2e-267d176baa89 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579287 Jun 01 10:59:41.981852 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:42.030009 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-874058f3-0e1d-41db-b69f-3d5e63f38fa5 req-53bae626-17c6-4818-8aa1-3a45a8bcd362 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592076 Jun 01 10:59:42.056160 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:42.072237 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9f5043f5-9b1c-449d-80ee-6cc0d5f5a456 req-97ad640f-0649-4a88-9883-a36752275630 service neutron] 10.222.0.73 "GET /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642293 Jun 01 10:59:42.138330 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:42.145753 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2af697e6-ae8a-4f2e-8691-d72a90cb3cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:42.164780 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e281b6f-fef0-41ae-bc6c-10b13a6c9a94,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:42.169158 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:42.172783 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e281b6f-fef0-41ae-bc6c-10b13a6c9a94 HTTP/1.1" status: 204 len: 168 time: 0.4757335 Jun 01 10:59:42.184908 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.185268 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.185656 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.186009 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.186358 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.186710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.189056 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.192397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.192834 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.193196 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.194278 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.194715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.198321 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:42.205374 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:42.217974 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-654d4659-40f9-4cb9-8588-6d8ac442bfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:42.296504 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Checking segment: {'id': '0b58d5f5-4781-494a-aa4e-733c78ce18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '764f714b-6349-48b5-b067-0380a5920eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:42.297111 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Network hostable DHCP agents. Network: 764f714b-6349-48b5-b067-0380a5920eb6, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:59:42.317889 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b2dcdc-798c-4371-a969-567a06afa3b8,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:42.327876 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.328162 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.328470 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.328820 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.329162 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.329500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.329865 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.330200 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.330582 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.330922 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.331252 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.331580 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:42.336333 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Network 764f714b-6349-48b5-b067-0380a5920eb6 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:59:42.338933 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:42.351355 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 764f714b-6349-48b5-b067-0380a5920eb6) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:42.361760 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:42.362364 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:42.362692 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9232d-3c52-4a37-8b16-37c54d165987 None None] Network 764f714b-6349-48b5-b067-0380a5920eb6 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:42.414578 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8879640 Jun 01 10:59:42.679393 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bada332-a9f8-416d-bc85-9c9b4d61b770 None None] Network 764f714b-6349-48b5-b067-0380a5920eb6 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:43.194041 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8a0-69e4-4f28-b7cd-10d1d244688d req-932e0b03-c220-464d-a18f-d99c012e90dd tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:43.205437 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-89e7e8a0-69e4-4f28-b7cd-10d1d244688d req-932e0b03-c220-464d-a18f-d99c012e90dd tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 943 time: 0.1784673 Jun 01 10:59:43.343240 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-89e7e8a0-69e4-4f28-b7cd-10d1d244688d req-c9867893-c517-4591-ac3b-8784d8310ac1 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296983 Jun 01 10:59:43.374659 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44404) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:43.380282 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4302-b3f0-436a-8128-9d2c985f85ca req-b0b036a0-2db2-4bf1-a05f-728b65969534 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:43.380416 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-472484720-network', 'tenant_id': '798e31dc18044affaa3ad4cb1de223b2'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:43.382450 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-958d4302-b3f0-436a-8128-9d2c985f85ca req-b0b036a0-2db2-4bf1-a05f-728b65969534 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1454060 Jun 01 10:59:43.386014 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:43.391157 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Usage tracker for resource:network and tenant:798e31dc18044affaa3ad4cb1de223b2 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:43.394134 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:43.401013 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:43.412528 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Made reservation on behalf of 798e31dc18044affaa3ad4cb1de223b2 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:43.415192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.428453 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.439483 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-958d4302-b3f0-436a-8128-9d2c985f85ca req-93efe380-c22d-4de2-b5dc-eacc388dab37 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505626 Jun 01 10:59:43.445650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:43.449571 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Usage tracker for resource:security_group_rule and tenant:798e31dc18044affaa3ad4cb1de223b2 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:43.452924 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:43.462234 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:43.549649 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.558989 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.563066 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-53af1555-ec70-4960-95a8-bf905e665e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:43.596757 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:59:43.605535 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e13ab6-3757-4759-97e6-c8fe6f2fe4d5,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:43.609214 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:43.611848 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.612250 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Added segment e234a287-acc3-4d04-9fb2-281c720d1295 of type vlan for network 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69 Jun 01 10:59:43.642667 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.681410 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.682936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:43.683548 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.694808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-953771a1-69e2-40bf-8b69-6f1fc96d348e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:43.747538 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device d2b01ff1-5774-498f-a876-4216a28d23f0 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:59:43.794457 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4185593 Jun 01 10:59:43.795499 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Pushing event updated for resources: {'Network': ['ID=400d5ccd-7aa3-4a8c-84b5-b8a648b60a69,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:43.797195 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44422) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:43.802868 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Request body: {'subnet': {'network_id': '400d5ccd-7aa3-4a8c-84b5-b8a648b60a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-472484720-subnet', 'tenant_id': '798e31dc18044affaa3ad4cb1de223b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:43.808919 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:43.809929 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:43.814402 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Usage tracker for resource:subnet and tenant:798e31dc18044affaa3ad4cb1de223b2 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:43.817673 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:43.824413 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:43.836677 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Made reservation on behalf of 798e31dc18044affaa3ad4cb1de223b2 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:43.841287 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:43.842162 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:59:44.031822 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port d2b01ff1-5774-498f-a876-4216a28d23f0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d2b01ff1-5774-498f-a876-4216a28d23f0,segment=NetworkSegment(dd374d9b-a682-4731-8e3b-41613977ecf1),segment_id=dd374d9b-a682-4731-8e3b-41613977ecf1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:44.056487 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'd2b01ff1-5774-498f-a876-4216a28d23f0', 'network_id': '708cc73e-55c3-4417-bdbe-12f33fb06343', 'port_id': 'd2b01ff1-5774-498f-a876-4216a28d23f0', 'mac_address': 'fa:16:3e:64:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b9fbb0-bc67-4b71-966e-ef3f41cea88a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:59:44.126449 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:44.148913 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b01ff1-5774-498f-a876-4216a28d23f0 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:59:44.169896 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port d2b01ff1-5774-498f-a876-4216a28d23f0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d2b01ff1-5774-498f-a876-4216a28d23f0,segment=NetworkSegment(dd374d9b-a682-4731-8e3b-41613977ecf1),segment_id=dd374d9b-a682-4731-8e3b-41613977ecf1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:44.175175 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:44.179498 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:44.262861 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=d2b01ff1-5774-498f-a876-4216a28d23f0,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:44.266359 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:44.365330 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:44.373882 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:44.455684 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['d2b01ff1-5774-498f-a876-4216a28d23f0'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:44.459432 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04b5be8-30a5-4ad4-bfe2-2e501b3f35e9,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:44.463236 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:44.472664 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Checking segment: {'id': 'e234a287-acc3-4d04-9fb2-281c720d1295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '400d5ccd-7aa3-4a8c-84b5-b8a648b60a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:44.473146 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Network hostable DHCP agents. Network: 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:59:44.498991 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Network 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:59:44.530051 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:44.540091 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f13b5-d746-434f-adb8-33e11cd85420 None None] Network 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:44.547314 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:44.547938 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:44.586998 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7886324 Jun 01 10:59:44.831803 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44474) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:44.851379 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b23fa7-df59-4f30-a3c6-f6aa77f12da7 req-56578776-58ab-4116-ab07-7eb2fe6f3dcf tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:44.853851 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e6b23fa7-df59-4f30-a3c6-f6aa77f12da7 req-56578776-58ab-4116-ab07-7eb2fe6f3dcf tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1665940 Jun 01 10:59:44.920945 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec97519-3618-4629-8417-b6d1a4689d0d req-f8005d8e-9adc-44db-bb6c-cb767dffc435 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:44.931066 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fec97519-3618-4629-8417-b6d1a4689d0d req-f8005d8e-9adc-44db-bb6c-cb767dffc435 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 944 time: 0.3370519 Jun 01 10:59:44.950189 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Deleting subnet 89b2dcdc-798c-4371-a969-567a06afa3b8 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:59:44.963086 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:45.046402 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e6b23fa7-df59-4f30-a3c6-f6aa77f12da7 req-a65cade0-5c59-4a6f-99bd-17f99c5ccb4d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769786 Jun 01 10:59:45.070995 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:45.076475 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede47ac9-e76d-4d12-ac48-968602fb14c0 None None] Network 400d5ccd-7aa3-4a8c-84b5-b8a648b60a69 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:45.117178 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fec97519-3618-4629-8417-b6d1a4689d0d req-4d90cd62-edd1-4454-9fa5-ae5728424179 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768486 Jun 01 10:59:45.220670 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:45.596003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:45.606660 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b6608c81-fc46-4efd-a49d-f70a95ef3ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:45.653210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b2dcdc-798c-4371-a969-567a06afa3b8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:45.656141 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:45.657418 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:45.664815 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/89b2dcdc-798c-4371-a969-567a06afa3b8 HTTP/1.1" status: 204 len: 168 time: 0.8321965 Jun 01 10:59:45.667025 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44512) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:45.799527 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:45.996330 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.013046 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.013386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.014169 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.014517 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > port after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.014831 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > port after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.015175 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > port after_update 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.015522 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.015805 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.016123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.016432 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.092811 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.093168 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.093562 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.093956 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:59:46.094393 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764f714b-6349-48b5-b067-0380a5920eb6']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:46.123459 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b58d5f5-4781-494a-aa4e-733c78ce18c6') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:46.123769 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b58d5f5-4781-494a-aa4e-733c78ce18c6') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:46.154099 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7152059'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.195723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.254077 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:59:46.254635 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7278670'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: from cryptography.utils import int_from_bytes Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: from cryptography.utils import int_from_bytes Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: Traceback (most recent call last): Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: timer() Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: cb(*args, **kw) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: return func(*args, **kwargs) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: self._notify() Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: self.callback(batched_events) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: event.method(event) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: return f(self, *a, **k) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: return self._get(url).json() Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:59:46.279450 dv-cinder-787764-3-smb neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:59:46.446321 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.459443 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-70e07d2a-027c-40d0-bd33-f17a9537fdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:46.476652 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.493040 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=764f714b-6349-48b5-b067-0380a5920eb6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:46.503592 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] 10.222.0.10 "DELETE /v2.0/networks/764f714b-6349-48b5-b067-0380a5920eb6 HTTP/1.1" status: 204 len: 168 time: 0.8330407 Jun 01 10:59:46.503592 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5425e592-c05d-40fe-82d5-050743281ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:46.503952 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44548) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:46.511300 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0a25-b223-48ab-acf1-31d676ce34ae req-dfb0413b-aba1-4f0c-b4a7-6e1fdcaba1b2 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:46.512757 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d1c0a25-b223-48ab-acf1-31d676ce34ae req-dfb0413b-aba1-4f0c-b4a7-6e1fdcaba1b2 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2976465 Jun 01 10:59:46.531247 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6ac31-4cdd-4792-aee3-1f83e9981ed0 req-4cc53dc6-7e1f-464c-9e26-432e621825eb tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:46.532680 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2da6ac31-4cdd-4792-aee3-1f83e9981ed0 req-4cc53dc6-7e1f-464c-9e26-432e621825eb tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 944 time: 0.2421494 Jun 01 10:59:46.566348 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Deleting subnet a04b5be8-30a5-4ad4-bfe2-2e501b3f35e9 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:59:46.570138 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.618777 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d1c0a25-b223-48ab-acf1-31d676ce34ae req-925b7234-6487-4982-8f5e-b6c420af6449 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933166 Jun 01 10:59:46.622626 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2da6ac31-4cdd-4792-aee3-1f83e9981ed0 req-a4824ff5-2478-4d5d-8543-011e00f104f9 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728710 Jun 01 10:59:46.641191 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.699656 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.979944 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:46.985179 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-877d37e2-3722-44c2-aed0-b53b08bffaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:47.018835 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04b5be8-30a5-4ad4-bfe2-2e501b3f35e9,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:47.023810 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:47.024837 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.031847 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f81207e9-4123-4e61-b15b-0d8bafdd3ed8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a04b5be8-30a5-4ad4-bfe2-2e501b3f35e9 HTTP/1.1" status: 204 len: 168 time: 0.5258658 Jun 01 10:59:47.034100 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44562) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:47.154173 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.289884 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.308168 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400d5ccd-7aa3-4a8c-84b5-b8a648b60a69']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:47.326036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e234a287-acc3-4d04-9fb2-281c720d1295') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:47.326341 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e234a287-acc3-4d04-9fb2-281c720d1295') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:59:47.339082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7152059'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.364671 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.373986 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:59:47.374549 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7278670'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: Traceback (most recent call last): Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: timer() Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: cb(*args, **kw) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: return func(*args, **kwargs) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: self._notify() Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: self.callback(batched_events) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: event.method(event) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: return f(self, *a, **k) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: return self._get(url).json() Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:59:47.389468 dv-cinder-787764-3-smb neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:59:47.469355 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.472919 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21d1c01a-802e-46b9-a08d-9d4cead82dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:47.489112 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.496890 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Pushing event deleted for resources: {'Network': ['ID=400d5ccd-7aa3-4a8c-84b5-b8a648b60a69,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:47.502551 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] 10.222.0.10 "DELETE /v2.0/networks/400d5ccd-7aa3-4a8c-84b5-b8a648b60a69 HTTP/1.1" status: 204 len: 168 time: 0.4677665 Jun 01 10:59:47.503446 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:47.738468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44602) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:47.744274 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device d2b01ff1-5774-498f-a876-4216a28d23f0 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:59:47.807229 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b2fef15a-173d-4902-930a-7f876c86fdc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfd5bd8d68af46e386a9b16380d39dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679760 Jun 01 10:59:47.811714 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44612) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:47.899109 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port d2b01ff1-5774-498f-a876-4216a28d23f0 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:59:47.900657 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbdb66-036c-4760-88ec-bec096a9a30e req-0fcd067d-925b-43fc-aa89-0580667dd5f7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:47.909131 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7cbdb66-036c-4760-88ec-bec096a9a30e req-0fcd067d-925b-43fc-aa89-0580667dd5f7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1593018 Jun 01 10:59:47.910569 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port d2b01ff1-5774-498f-a876-4216a28d23f0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:59:47.910953 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.932995 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.979196 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:47.996259 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7cbdb66-036c-4760-88ec-bec096a9a30e req-635fe926-d9f3-47c5-a582-ff137b59eb88 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860753 Jun 01 10:59:48.076028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d4da-ce8b-4f07-b75a-9d513b7687eb req-a7ceafeb-aab1-4f81-9b52-ac2424ba60d1 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:48.078284 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9832d4da-ce8b-4f07-b75a-9d513b7687eb req-a7ceafeb-aab1-4f81-9b52-ac2424ba60d1 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 944 time: 0.2309325 Jun 01 10:59:48.109597 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.110336 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.113502 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2215386b-0f4b-4f25-9fe9-4ffeb4f46f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:48.133119 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c66de-e701-4c9b-a17c-e2f446de9615,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:48.137981 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:48.141990 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.145790 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d7c66de-e701-4c9b-a17c-e2f446de9615 HTTP/1.1" status: 204 len: 168 time: 0.3331077 Jun 01 10:59:48.167810 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9832d4da-ce8b-4f07-b75a-9d513b7687eb req-927bd622-c8b8-40e8-898d-ceb5a24b36bf tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815363 Jun 01 10:59:48.178895 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b01ff1-5774-498f-a876-4216a28d23f0'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:48.182227 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b90012-08cd-4e50-a35d-781df8de4984" -d '{"events": [{"server_uuid": "36fa4c22-75f1-4fc9-b234-916cbdfd5c96", "name": "network-vif-plugged", "status": "completed", "tag": "d2b01ff1-5774-498f-a876-4216a28d23f0"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:48.192327 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port d2b01ff1-5774-498f-a876-4216a28d23f0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d2b01ff1-5774-498f-a876-4216a28d23f0,segment=NetworkSegment(dd374d9b-a682-4731-8e3b-41613977ecf1),segment_id=dd374d9b-a682-4731-8e3b-41613977ecf1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:48.198687 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.202397 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:48.295589 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2de0ff-8e9a-4140-9a01-7e1beee7af7e x-openstack-request-id: req-ec2de0ff-8e9a-4140-9a01-7e1beee7af7e {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:48.296477 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa4c22-75f1-4fc9-b234-916cbdfd5c96", "name": "network-vif-plugged", "status": "completed", "tag": "d2b01ff1-5774-498f-a876-4216a28d23f0", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:48.296807 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec2de0ff-8e9a-4140-9a01-7e1beee7af7e {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:48.297478 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b01ff1-5774-498f-a876-4216a28d23f0', 'code': 200} Jun 01 10:59:48.327374 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=d2b01ff1-5774-498f-a876-4216a28d23f0,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:48.352853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.354884 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.355302 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.355699 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.359202 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.359690 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.360141 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.360598 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.361043 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.361596 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.362189 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.362782 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:59:48.379653 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:48.596145 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d43924-d41f-470a-80db-c0740f18d781 req-7dd2f762-0e45-474d-8be6-7a66a25d00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:48.597650 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-62d43924-d41f-470a-80db-c0740f18d781 req-7dd2f762-0e45-474d-8be6-7a66a25d00c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 1098 time: 0.0792451 Jun 01 10:59:48.652048 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-62d43924-d41f-470a-80db-c0740f18d781 req-517e5b28-2ddb-439f-bbb3-d12fa3dd077d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Jun 01 10:59:48.657974 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44652) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:48.711231 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b73e1072-0257-4678-85e3-61509a87b309 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=798e31dc18044affaa3ad4cb1de223b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498617 Jun 01 10:59:48.711597 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44656) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:48.775127 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.801263 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.866449 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.871841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-07a6be66-a3e6-4f17-912a-593f62b57fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:48.888088 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e13ab6-3757-4759-97e6-c8fe6f2fe4d5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:48.891289 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:48.893334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:48.894476 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84e13ab6-3757-4759-97e6-c8fe6f2fe4d5 HTTP/1.1" status: 204 len: 168 time: 0.1819651 Jun 01 10:59:49.362342 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f87d04-6128-4c97-a0d6-8a8d17a29c38 req-bfa80944-8bde-4e7a-97fc-0bc960f35491 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:49.363805 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-97f87d04-6128-4c97-a0d6-8a8d17a29c38 req-bfa80944-8bde-4e7a-97fc-0bc960f35491 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1949096 Jun 01 10:59:49.398630 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44692) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:49.472769 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-97f87d04-6128-4c97-a0d6-8a8d17a29c38 req-0404d87b-bb0b-4b60-8e74-f47d0f000399 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001160 Jun 01 10:59:49.503057 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be08f-87ae-44f4-880d-909a693d6309 req-06e29404-1885-4faf-938f-213d9bc988ca tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:49.504844 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa6be08f-87ae-44f4-880d-909a693d6309 req-06e29404-1885-4faf-938f-213d9bc988ca tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 945 time: 0.1158636 Jun 01 10:59:49.575186 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa6be08f-87ae-44f4-880d-909a693d6309 req-0a7c1406-c1e9-44be-af57-5060e4cde20d tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643497 Jun 01 10:59:49.659235 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44704) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:49.690018 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:49.799428 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:49.809603 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:49.815700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Usage tracker for resource:security_group_rule and tenant:b40407a2aa5d41d4a385b9154adcd2e9 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:49.819650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:49.822785 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:49.828164 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:49.830284 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Usage tracker for resource:security_group_rule and tenant:b32530bd0f664d81992de421fd34c7dc is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:49.834424 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:49.846123 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:49.975310 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:49.985190 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:49.995517 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1a144c71-ce01-4f81-8a14-8f3ee86fa28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:50.006532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.019235 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.057351 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b40407a2aa5d41d4a385b9154adcd2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549308 Jun 01 10:59:50.058634 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44722) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:50.061770 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98399574-50d0-4690-8fa0-ef0e2d93f834,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:50.067112 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:50.067593 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ffc369fd-337f-443c-ae19-fb10c98cfd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:50.085851 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b32530bd0f664d81992de421fd34c7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241731 Jun 01 10:59:50.088360 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44726) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:50.126125 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eb32c3-d136-4fc1-bfbd-503034e8e94b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:50.135692 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:50.164646 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.167003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.194015 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.198416 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.261805 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.262997 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.266702 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1d095724-c52f-4762-9176-61e94f0429a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:50.273831 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2a19b844-d57b-4363-87f6-53a491434c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:50.302364 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eb32c3-d136-4fc1-bfbd-503034e8e94b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:50.303638 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98399574-50d0-4690-8fa0-ef0e2d93f834,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:50.306255 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.307578 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98399574-50d0-4690-8fa0-ef0e2d93f834 HTTP/1.1" status: 204 len: 168 time: 0.2486115 Jun 01 10:59:50.309001 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:50.314697 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:50.325323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.330834 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8eb32c3-d136-4fc1-bfbd-503034e8e94b HTTP/1.1" status: 204 len: 168 time: 0.2393081 Jun 01 10:59:50.758423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3a7f-c119-4b3a-9bed-e3377554c464 req-efd06ab3-eb76-4c2f-af81-93ff34225cfa tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:50.765143 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-88ca3a7f-c119-4b3a-9bed-e3377554c464 req-efd06ab3-eb76-4c2f-af81-93ff34225cfa tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1416092 Jun 01 10:59:50.931239 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-88ca3a7f-c119-4b3a-9bed-e3377554c464 req-7a6279d2-1fe4-4ed7-a572-f8878cf3fd41 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658478 Jun 01 10:59:50.941039 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44770) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:50.972088 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:50.993118 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:50.994673 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db2011-fa98-4682-975d-d7dfadeebf08 req-faf8f751-b486-496d-b560-ff6ccfd36504 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:50.996609 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-48db2011-fa98-4682-975d-d7dfadeebf08 req-faf8f751-b486-496d-b560-ff6ccfd36504 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 945 time: 0.2291980 Jun 01 10:59:50.998460 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Usage tracker for resource:security_group_rule and tenant:32d82741b514486f9cca807971ef234c is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:51.002292 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:51.009911 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:51.033654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44774) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:51.074928 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-48db2011-fa98-4682-975d-d7dfadeebf08 req-aad17369-34ba-4664-8076-c8b82ffbaad0 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711303 Jun 01 10:59:51.075748 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.120900 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:51.129080 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Usage tracker for resource:security_group_rule and tenant:1637227ae86242eb96bebc8dd5ffa3bb is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:51.133662 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:51.143795 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:51.214552 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.219864 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.229846 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:51.294004 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32d82741b514486f9cca807971ef234c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518627 Jun 01 10:59:51.297202 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44782) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:51.301835 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e4d7c1-95cb-48b3-84f2-d2efabe0de2d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:51.307377 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:51.330046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.335763 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.348135 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-72f3a1cc-14f9-46e8-b2c1-a070c8378d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:51.416592 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1637227ae86242eb96bebc8dd5ffa3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812675 Jun 01 10:59:51.419049 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa676a6f-59e6-4985-8f2d-b9cfaf86de76,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:51.421613 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44794) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:51.424638 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:51.475810 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.519633 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.520567 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.584690 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.585540 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.592104 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:51.604029 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e4d7c1-95cb-48b3-84f2-d2efabe0de2d,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:51.610290 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:51.611793 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.616101 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86e4d7c1-95cb-48b3-84f2-d2efabe0de2d HTTP/1.1" status: 204 len: 168 time: 0.3143959 Jun 01 10:59:51.689448 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.698415 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:51.717748 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa676a6f-59e6-4985-8f2d-b9cfaf86de76,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:51.729375 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:51.736196 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:51.738099 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa676a6f-59e6-4985-8f2d-b9cfaf86de76 HTTP/1.1" status: 204 len: 168 time: 0.3153260 Jun 01 10:59:52.141233 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa2d1d-e403-4837-b06e-197c10432aac req-0a695cc4-430f-48c5-a6a7-f513d822c0f4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:52.143027 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9eaa2d1d-e403-4837-b06e-197c10432aac req-0a695cc4-430f-48c5-a6a7-f513d822c0f4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.0918474 Jun 01 10:59:52.211811 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9eaa2d1d-e403-4837-b06e-197c10432aac req-6db8570a-06ff-4929-8670-07675848c9c6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 Jun 01 10:59:52.339894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44836) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:52.358627 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.374307 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:52.378142 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb41af0f3804b1dbc60eb7d0f2584b1 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:52.381696 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:52.387707 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:52.476525 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.480558 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.488845 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ff7ad9f3-5604-4617-9d30-beb4143b145a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:52.538076 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5975512-464e-4084-b15d-86d5c3a19cb6,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:52.539926 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bb41af0f3804b1dbc60eb7d0f2584b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990349 Jun 01 10:59:52.540823 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:52.542586 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44848) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:52.608445 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.641342 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.703299 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.708143 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:52.725142 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:52.728649 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5975512-464e-4084-b15d-86d5c3a19cb6 HTTP/1.1" status: 204 len: 168 time: 0.1828041 Jun 01 10:59:52.728649 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5975512-464e-4084-b15d-86d5c3a19cb6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:52.729479 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:53.571941 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2303cee-00bd-4915-ac96-a4de974aa85b req-094f9cb4-ad2c-449d-9d52-e50ef1bdc5db tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:53.586568 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b2303cee-00bd-4915-ac96-a4de974aa85b req-094f9cb4-ad2c-449d-9d52-e50ef1bdc5db tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1775916 Jun 01 10:59:53.644068 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b2303cee-00bd-4915-ac96-a4de974aa85b req-10f93bfe-516b-4d5f-9245-deb4592a5798 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562890 Jun 01 10:59:54.265232 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 44958) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:54.613963 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-555c1396-7345-4f45-9030-e57ab2acf16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:54.622463 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:54.641959 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:54.647166 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Usage tracker for resource:security_group_rule and tenant:522dd68c01af46c7b8fbad5a325ed019 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:54.651714 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:54.659117 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:54.822960 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:54.830643 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:54.860701 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a2c6d685-a875-43d3-a3e0-b12d7795e4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:54.898038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf7792-16ac-45fb-bac8-be0bcd4bfd5b req-1b4e236d-c75c-4890-8715-6b485a1dd461 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:54.905952 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c9cf7792-16ac-45fb-bac8-be0bcd4bfd5b req-1b4e236d-c75c-4890-8715-6b485a1dd461 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1064210 Jun 01 10:59:54.957779 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=522dd68c01af46c7b8fbad5a325ed019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6904447 Jun 01 10:59:54.964417 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 44990) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:54.969355 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76880dee-456f-4f7c-9db1-74e90ec11d18,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:54.988475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:55.017335 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c9cf7792-16ac-45fb-bac8-be0bcd4bfd5b req-67d209f9-2188-450a-b24b-465380bce0e3 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100283 Jun 01 10:59:55.088592 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:55.123528 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:55.188589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:55.200979 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:55.217448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76880dee-456f-4f7c-9db1-74e90ec11d18,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:55.220258 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:55.224698 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76880dee-456f-4f7c-9db1-74e90ec11d18 HTTP/1.1" status: 204 len: 168 time: 0.2587419 Jun 01 10:59:55.225987 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:56.030868 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f7a8d-88a5-45b4-9c12-f3830d2b0f77 req-1175fa37-c003-41a4-b565-10e1f07e2283 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:56.033139 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bd3f7a8d-88a5-45b4-9c12-f3830d2b0f77 req-1175fa37-c003-41a4-b565-10e1f07e2283 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 945 time: 0.1090064 Jun 01 10:59:56.152239 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bd3f7a8d-88a5-45b4-9c12-f3830d2b0f77 req-8e90b779-b1de-4414-aed9-2e4bc65a065c tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126926 Jun 01 10:59:56.333630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef16d3-a42c-4d68-8725-769970d126f8 req-d2c72176-2450-4573-894b-cb5661910291 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:56.335170 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-28ef16d3-a42c-4d68-8725-769970d126f8 req-d2c72176-2450-4573-894b-cb5661910291 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1302865 Jun 01 10:59:56.344640 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45096) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:56.402500 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-28ef16d3-a42c-4d68-8725-769970d126f8 req-02c7cc96-ba42-42f1-91d7-f4d521886b53 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615239 Jun 01 10:59:56.578981 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45136) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:56.671490 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1995768419-network', 'tenant_id': '23975eb10dc24208ae2f4a5e8fe3a060'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:56.678494 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:56.681197 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:56.694175 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Usage tracker for resource:network and tenant:23975eb10dc24208ae2f4a5e8fe3a060 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:56.698681 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:56.711283 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:56.713907 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:56.719271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Usage tracker for resource:security_group_rule and tenant:9b6bf519a9964e718103f464c2098e1b is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:56.724164 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:56.734870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:56.750364 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Made reservation on behalf of 23975eb10dc24208ae2f4a5e8fe3a060 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:56.753396 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:56.780077 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:56.803338 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:56.810500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Usage tracker for resource:security_group_rule and tenant:23975eb10dc24208ae2f4a5e8fe3a060 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:56.815457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:56.826213 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:56.929839 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:56.937168 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:56.969627 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c4f058f-3e6c-440c-9126-2d050709b892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:56.992367 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45156) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:56.993283 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b6bf519a9964e718103f464c2098e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131885 Jun 01 10:59:57.070717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f189f75-59a4-4354-9399-e68322923d79,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:57.077447 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:57.100739 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.107456 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.113626 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.117719 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a4fb7099-7408-4c27-8f44-f6cdc789e471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:57.153273 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.158575 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:57.162799 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:57.163767 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:59:57.174334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.174807 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Added segment 252ce52e-379a-4564-8242-acf820893532 of type vlan for network c8f5d95c-e4ae-453c-8840-dff01622d8b4 Jun 01 10:59:57.208349 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.220167 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.232953 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1ef28087-21a2-4a57-923b-ac7d6bc3449e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:57.254043 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f189f75-59a4-4354-9399-e68322923d79,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:57.255068 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.256919 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:57.257720 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.262000 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:57.262954 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.264283 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f189f75-59a4-4354-9399-e68322923d79 HTTP/1.1" status: 204 len: 168 time: 0.2709386 Jun 01 10:59:57.271731 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:57.344799 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.383888 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-feee6e96-0885-4bab-b620-382563d2d8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.414327 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Pushing event updated for resources: {'Network': ['ID=c8f5d95c-e4ae-453c-8840-dff01622d8b4,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:57.421056 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:57.423190 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0775490 Jun 01 10:59:57.425914 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45172) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:57.428995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network c8f5d95c-e4ae-453c-8840-dff01622d8b4 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:59:57.434001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Request body: {'subnet': {'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1995768419-subnet', 'tenant_id': '23975eb10dc24208ae2f4a5e8fe3a060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:59:57.438921 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:57.441766 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b384923-b01e-48d7-9117-723839e07acd req-c74d4112-542c-4498-a1bf-f4b91b5536e3 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:57.444327 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6b384923-b01e-48d7-9117-723839e07acd req-c74d4112-542c-4498-a1bf-f4b91b5536e3 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 945 time: 0.1361301 Jun 01 10:59:57.450174 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Usage tracker for resource:subnet and tenant:23975eb10dc24208ae2f4a5e8fe3a060 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:57.453576 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:57.461238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:57.479223 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Made reservation on behalf of 23975eb10dc24208ae2f4a5e8fe3a060 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:59:57.484795 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.578766 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6b384923-b01e-48d7-9117-723839e07acd req-719ae52e-0bd3-4181-bea6-02c855a9850a tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c7e9d7c-ec49-47c6-8409-555a63711ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184640 Jun 01 10:59:57.671404 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-664aef18-38ea-4746-b4d4-236cffd6e26e tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:57.672833 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-664aef18-38ea-4746-b4d4-236cffd6e26e tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.73 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 945 time: 0.1890440 Jun 01 10:59:57.765803 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7992a9d-3b17-4f2b-941c-3750287ae1e7 req-53758d83-3c52-4274-8831-a65a942f62f9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:57.773280 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c7992a9d-3b17-4f2b-941c-3750287ae1e7 req-53758d83-3c52-4274-8831-a65a942f62f9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1704009 Jun 01 10:59:57.830004 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45186) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:57.870955 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:57.895141 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:59:57.903534 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c7992a9d-3b17-4f2b-941c-3750287ae1e7 req-97e559e7-ea59-4eb1-8ef9-aafc35657321 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293926 Jun 01 10:59:57.904592 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:33e49b90ae8043f0bc2164858d053176 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:59:57.908461 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:59:57.915502 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:59:57.955893 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Deleting port d2b01ff1-5774-498f-a876-4216a28d23f0 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:59:57.956246 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.025534 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.030025 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1242bed3-bdd4-447b-8421-f2446f5fe1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:58.135074 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f34bd2c-f687-41d6-9051-243739da0224,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:58.139184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:58.142418 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Checking segment: {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:59:58.142648 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Network hostable DHCP agents. Network: c8f5d95c-e4ae-453c-8840-dff01622d8b4, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:59:58.163427 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] For port d2b01ff1-5774-498f-a876-4216a28d23f0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d2b01ff1-5774-498f-a876-4216a28d23f0,segment=NetworkSegment(dd374d9b-a682-4731-8e3b-41613977ecf1),segment_id=dd374d9b-a682-4731-8e3b-41613977ecf1)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:59:58.164006 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.179254 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Network c8f5d95c-e4ae-453c-8840-dff01622d8b4 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:59:58.198206 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, c8f5d95c-e4ae-453c-8840-dff01622d8b4) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:59:58.217421 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5668b2b-d594-4094-a4c7-eb13105c4fa7 None None] Network c8f5d95c-e4ae-453c-8840-dff01622d8b4 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:58.227701 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:58.227701 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.267944 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-274cd986-96f4-4bee-9f0e-dbe437926680 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8406513 Jun 01 10:59:58.382559 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.401380 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Calling delete_port for d2b01ff1-5774-498f-a876-4216a28d23f0 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:59:58.542159 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.566250 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['d2b01ff1-5774-498f-a876-4216a28d23f0'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:59:58.591857 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.595506 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bb02cd87-aa8f-42e7-a5c5-a91e2e6e0b07 tempest-DeleteServersTestJSON-482612282 tempest-DeleteServersTestJSON-482612282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:58.607108 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a228006-c13c-4b73-801f-2fa54e4e63ba None None] Network c8f5d95c-e4ae-453c-8840-dff01622d8b4 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:59:58.718395 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Pushing event deleted for resources: {'Port': ['ID=d2b01ff1-5774-498f-a876-4216a28d23f0,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:58.723162 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:58.788817 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:58.789230 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:58.837176 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33e49b90ae8043f0bc2164858d053176&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0011914 Jun 01 10:59:58.839231 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45216) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:59:58.853460 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cebd592-7e72-4eec-b6b1-8180265f589a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:58.859268 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:58.920263 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3265d38b-4851-40a6-bf40-a8fa55c73bf8 req-7f0fd109-0f30-4132-a346-62b94e968265 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.10 "GET /v2.0/ports?device_id=36fa4c22-75f1-4fc9-b234-916cbdfd5c96 HTTP/1.1" status: 200 len: 210 time: 0.2056608 Jun 01 10:59:58.995829 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] No DVR routers for this DVR port d2b01ff1-5774-498f-a876-4216a28d23f0 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:59:59.010098 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:59.017117 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'name': 'network-vif-deleted', 'tag': 'd2b01ff1-5774-498f-a876-4216a28d23f0'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:59:59.020024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b808f560-af5c-4119-9025-eecc54144730" -d '{"events": [{"server_uuid": "36fa4c22-75f1-4fc9-b234-916cbdfd5c96", "name": "network-vif-deleted", "tag": "d2b01ff1-5774-498f-a876-4216a28d23f0"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:59:59.042700 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90405a0d-7285-46bb-9fa9-ef3690520449 req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] 10.222.0.73 "DELETE /v2.0/ports/d2b01ff1-5774-498f-a876-4216a28d23f0 HTTP/1.1" status: 204 len: 173 time: 1.3625305 Jun 01 10:59:59.056839 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:59.096225 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:59.156822 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e32f8e-0672-4a02-882f-2c05ebceda8d x-openstack-request-id: req-91e32f8e-0672-4a02-882f-2c05ebceda8d {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:59:59.157232 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fa4c22-75f1-4fc9-b234-916cbdfd5c96", "name": "network-vif-deleted", "tag": "d2b01ff1-5774-498f-a876-4216a28d23f0", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:59:59.158419 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91e32f8e-0672-4a02-882f-2c05ebceda8d {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:59:59.158419 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa4c22-75f1-4fc9-b234-916cbdfd5c96', 'name': 'network-vif-deleted', 'tag': 'd2b01ff1-5774-498f-a876-4216a28d23f0', 'status': 'completed', 'code': 200} Jun 01 10:59:59.205037 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:59.210898 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f1500eff-1352-43a3-9203-4e0d2c332490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:59:59.252494 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cebd592-7e72-4eec-b6b1-8180265f589a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:59:59.260146 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:59:59.262515 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:59:59.266677 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cebd592-7e72-4eec-b6b1-8180265f589a HTTP/1.1" status: 204 len: 168 time: 0.4274426 Jun 01 10:59:59.452315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff650a2-61b5-4963-8c14-d837c7a4af3c req-921759c1-1613-4405-b1c1-5775f4e73e90 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:59.452315 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eff650a2-61b5-4963-8c14-d837c7a4af3c req-921759c1-1613-4405-b1c1-5775f4e73e90 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2160945 Jun 01 10:59:59.452315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608ff30-4c8b-44fc-b6de-d099798f788e req-3d14e537-e100-4ad8-81fb-b10d9b79962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:59:59.453860 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a608ff30-4c8b-44fc-b6de-d099798f788e req-3d14e537-e100-4ad8-81fb-b10d9b79962c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 1099 time: 0.1011949 Jun 01 10:59:59.535803 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eff650a2-61b5-4963-8c14-d837c7a4af3c req-8f6b98f0-e0a4-4027-a3cc-144955bcb1d7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809109 Jun 01 10:59:59.544502 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a608ff30-4c8b-44fc-b6de-d099798f788e req-869f78a0-bf7d-4e36-bfe6-3fbf88f08398 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727382 Jun 01 10:59:59.974923 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:00.848725 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ad197-4a81-44c1-a908-57fec6bd7632 req-273b26f1-8d0f-409c-a534-555b6c71c12f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:00.852055 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-008ad197-4a81-44c1-a908-57fec6bd7632 req-273b26f1-8d0f-409c-a534-555b6c71c12f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1475999 Jun 01 11:00:00.918653 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-008ad197-4a81-44c1-a908-57fec6bd7632 req-cfbf3e93-6188-4890-8b60-2f0d3a1f1c15 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599723 Jun 01 11:00:01.191717 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de21af2-7bdb-44fd-a617-9a6ec94e145b req-ae3abce2-c0f9-4e3d-a41e-a4a04bf1aee6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:01.200610 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8de21af2-7bdb-44fd-a617-9a6ec94e145b req-ae3abce2-c0f9-4e3d-a41e-a4a04bf1aee6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1516824 Jun 01 11:00:01.350380 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8de21af2-7bdb-44fd-a617-9a6ec94e145b req-06294181-2cc0-43c0-b6a7-dabdcac9e70e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479323 Jun 01 11:00:01.409707 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-ce8ae57b-2386-4817-8d3d-369157e041f0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:01.411153 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-ce8ae57b-2386-4817-8d3d-369157e041f0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/networks?id=c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 200 len: 814 time: 0.2072880 Jun 01 11:00:01.429983 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-f505924d-4210-4e69-811a-ddab93cb5106 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/quotas/23975eb10dc24208ae2f4a5e8fe3a060 HTTP/1.1" status: 200 len: 375 time: 0.0105817 Jun 01 11:00:01.482613 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-d6e550e0-ae19-41b6-af7a-f8b834185d17 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471354 Jun 01 11:00:01.626668 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-8f1d73af-24a4-4371-b430-a6832d121c6f service neutron] 10.222.0.10 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354966 Jun 01 11:00:01.795234 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-62afdbe3-86ac-435e-90fd-0a15d49e9e0b service neutron] 10.222.0.10 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576483 Jun 01 11:00:01.811502 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device d2b01ff1-5774-498f-a876-4216a28d23f0 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:00:01.857461 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: d2b01ff1-5774-498f-a876-4216a28d23f0 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:00:01.858053 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device d2b01ff1-5774-498f-a876-4216a28d23f0 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:00:02.071747 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c46013c-e13c-4fad-b2f0-b35c10a30025 req-86f1484b-a56b-4d6a-8fb3-f32e3e1d742f tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 210 time: 0.0830266 Jun 01 11:00:03.043436 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45440) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:03.059349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45446) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:03.199861 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.215495 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:03.219574 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d9fa4da3d34b20abffbbf89fc1351a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:03.221922 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.223152 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:03.229836 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:03.299678 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:03.306789 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Usage tracker for resource:security_group_rule and tenant:25df743c8cae41458d06015e973bfbda is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:03.313684 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:03.318103 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.326751 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.361601 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:03.373868 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6d9fa4da3d34b20abffbbf89fc1351a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293602 Jun 01 11:00:03.376072 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45458) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:03.387931 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-44f4d5e5-9ead-410e-b4c7-29d1c22c16a1 req-f3ad1258-d0eb-4134-9601-57a08b21aca6 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 210 time: 0.1030180 Jun 01 11:00:03.392661 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:03.546543 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c64988-61c4-42ad-9103-b4ab5c26d455,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:03.563143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:03.623107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.652666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.654950 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.667132 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.677628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7beaab3a-8723-4cda-b85a-d5333b937cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:03.697189 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-1e0f592a-534c-411e-aad2-da93f7cc6ecd tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:03.698700 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-1e0f592a-534c-411e-aad2-da93f7cc6ecd tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "GET /v2.0/networks?id=c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 200 len: 814 time: 0.4657972 Jun 01 11:00:03.719407 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.719757 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Request body: {'port': {'device_id': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4', 'admin_state_up': True, 'tenant_id': '23975eb10dc24208ae2f4a5e8fe3a060'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:03.726509 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e9c4fb55-78a2-4c96-a34d-dc67ab166285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:03.740184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c64988-61c4-42ad-9103-b4ab5c26d455,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:03.746318 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:03.750886 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-6bbf63b3-c687-4036-9f90-efcb20b28369 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2581294 Jun 01 11:00:03.764850 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:03.769798 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86c64988-61c4-42ad-9103-b4ab5c26d455 HTTP/1.1" status: 204 len: 168 time: 0.3924599 Jun 01 11:00:03.875430 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25df743c8cae41458d06015e973bfbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8144314 Jun 01 11:00:03.876073 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45476) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:03.919225 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e02cd-7e35-4702-b1cb-026e1664721b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:03.968012 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-1d6ca6af-e707-4cbd-bdbb-059d794e1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:03.969968 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-1d6ca6af-e707-4cbd-bdbb-059d794e1827 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0966043 Jun 01 11:00:03.970621 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:04.003533 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:04.030914 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Usage tracker for resource:port and tenant:23975eb10dc24208ae2f4a5e8fe3a060 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:04.036363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:04.050060 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:04.078793 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Made reservation on behalf of 23975eb10dc24208ae2f4a5e8fe3a060 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:00:04.082491 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.098421 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.183401 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b519bfa-177c-47c7-a53c-76de993a1fc1 req-d1e07e2c-2f0b-459f-8717-a277aef2208f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:04.191162 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1b519bfa-177c-47c7-a53c-76de993a1fc1 req-d1e07e2c-2f0b-459f-8717-a277aef2208f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.3332298 Jun 01 11:00:04.195688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.199179 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-da87c345-963b-4be2-a51e-1374ae6afb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:04.201802 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-da87c345-963b-4be2-a51e-1374ae6afb13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.2047274 Jun 01 11:00:04.324626 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1b519bfa-177c-47c7-a53c-76de993a1fc1 req-f76bbe31-97b1-4fab-966f-c4d34be73299 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321700 Jun 01 11:00:04.331126 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-8290b7ee-6cc2-41cb-a70b-5ef4a444e039 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.1215084 Jun 01 11:00:04.394488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45494) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:04.397151 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.402263 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:04.431742 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e02cd-7e35-4702-b1cb-026e1664721b,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:04.435938 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:04.439563 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.457808 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Allocated IP 172.20.0.4 (c8f5d95c-e4ae-453c-8840-dff01622d8b4/9f34bd2c-f687-41d6-9051-243739da0224/c7babab7-baff-4b7b-a3e0-6efe3f7f469a) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:04.466930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:04.475255 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Usage tracker for resource:security_group_rule and tenant:c49c0274115549af9f0a6adfca271f38 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:04.482472 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:04.488909 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-3e5ac5f5-f6e0-4b44-8bbf-5945a825e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:04.490595 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-3e5ac5f5-f6e0-4b44-8bbf-5945a825e007 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.1485214 Jun 01 11:00:04.494648 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:04.506480 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.510547 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/391e02cd-7e35-4702-b1cb-026e1664721b HTTP/1.1" status: 204 len: 168 time: 0.5996714 Jun 01 11:00:04.563269 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-5f18e36b-cb75-4d35-8b07-a0712d9131f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654154 Jun 01 11:00:04.753434 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c21ec264-a81f-4ac0-bfac-7da14971f7b2 req-90bccc82-8b76-4778-83f8-2995ba4f43e4 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Synchronizing usage tracker for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:00:04.782963 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-11f0c356-93b5-4b7e-836b-d5f8ce13a8c6 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074933 Jun 01 11:00:04.925939 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.942871 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c21ec264-a81f-4ac0-bfac-7da14971f7b2 req-90bccc82-8b76-4778-83f8-2995ba4f43e4 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Unset dirty status for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:00:04.944683 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c21ec264-a81f-4ac0-bfac-7da14971f7b2 req-90bccc82-8b76-4778-83f8-2995ba4f43e4 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 210 time: 0.3477097 Jun 01 11:00:04.951600 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:04.965456 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:05.011478 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.034928 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464b66d5-1f9e-4f7d-a9c5-2e3966ae3607,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:05.044166 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:05.046692 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c49c0274115549af9f0a6adfca271f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519930 Jun 01 11:00:05.050899 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45514) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:05.066586 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.068527 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ec8d801a-abad-421a-be0e-70e3eb88bad6 req-6a38ecb4-2875-4a68-8392-e10cdc0d041f service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762096 Jun 01 11:00:05.090398 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:05.186825 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Network c8f5d95c-e4ae-453c-8840-dff01622d8b4 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:05.190907 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:05.197311 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:05.219166 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-bdd8c6ee-7042-463b-b0d3-746b1428c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:05.221952 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-bdd8c6ee-7042-463b-b0d3-746b1428c3c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0963488 Jun 01 11:00:05.230618 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Pushing event updated for resources: {'Port': ['ID=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:05.250745 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:05.263633 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.282234 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45520) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:05.308555 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:05.309176 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.328038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.341847 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45524) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:05.355928 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.362743 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:05.370260 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6565614 Jun 01 11:00:05.373253 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2a6cb77c2e48789a28b78e413854d2 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:05.382239 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:05.395190 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Request body: {'port': {'device_id': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:05.401211 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-2dc30bf4-6851-4afc-ab42-0989e3d151b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:05.402747 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-2dc30bf4-6851-4afc-ab42-0989e3d151b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.1706936 Jun 01 11:00:05.428281 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:05.518664 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-54cd88ee-d201-4de2-96f1-75db286efdfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.0959508 Jun 01 11:00:05.619913 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.631228 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5d1f0870-2e92-48c7-9031-299de91484c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:05.637787 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.654168 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-55aef7c4-de64-4b90-9474-31c0beccf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:05.655614 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-55aef7c4-de64-4b90-9474-31c0beccf6dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.1199374 Jun 01 11:00:05.655956 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.659550 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:05.683110 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b66d5-1f9e-4f7d-a9c5-2e3966ae3607,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:05.700030 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:05.719503 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Usage tracker for resource:security_group_rule and tenant:9f5a1c2f3c38405ba7372d8f0b783298 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:05.725742 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-5e8595b2-e9f3-47af-9009-29b29b7b69e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629330 Jun 01 11:00:05.727383 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:05.730902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.732013 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/464b66d5-1f9e-4f7d-a9c5-2e3966ae3607 HTTP/1.1" status: 204 len: 168 time: 0.6790037 Jun 01 11:00:05.780845 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:05.785303 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a0a3-7f55-4e48-8542-e55293bc0598 req-07f6622b-2595-4a1c-8fd4-e23f9a2e7283 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:05.787718 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f9e4a0a3-7f55-4e48-8542-e55293bc0598 req-07f6622b-2595-4a1c-8fd4-e23f9a2e7283 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.3131430 Jun 01 11:00:05.795802 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.820206 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:05.834018 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-54a8f98e-dcd1-4ab4-b95b-fed25ac75a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:05.927608 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-3586ec34-a0b8-44de-9d65-19926cfe719b service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909893 Jun 01 11:00:06.110946 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f9e4a0a3-7f55-4e48-8542-e55293bc0598 req-c682061a-84b2-4c55-bca5-84a47cca27b6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114674 Jun 01 11:00:06.161095 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c2a6cb77c2e48789a28b78e413854d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8778558 Jun 01 11:00:06.162143 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63046542-ed12-45e5-8152-842a7ddad1c8,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:06.166108 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45550) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:06.171666 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:06.316714 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-ffd8da5f-b83c-4a68-989d-233cd467c16c req-803d6250-556e-42d5-af23-47ea44bdfc36 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690345 Jun 01 11:00:06.340606 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.347005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.376709 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-60e15af3-282d-4e66-b08b-534c9a81d6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:06.393360 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f5a1c2f3c38405ba7372d8f0b783298&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0499945 Jun 01 11:00:06.395683 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45564) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:06.424193 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.443811 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e3d4d9-ad34-4888-a3d0-dfcf83fa34aa,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:06.459885 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:06.482084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6d642-cc1d-4f25-8716-95a3fe3cdd05 req-6f1fb0eb-9cfa-4ddd-bf3c-0ec57abe91b8 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:06.489007 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c3f6d642-cc1d-4f25-8716-95a3fe3cdd05 req-6f1fb0eb-9cfa-4ddd-bf3c-0ec57abe91b8 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 931 time: 0.3237319 Jun 01 11:00:06.527452 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.545466 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.573404 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.621572 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c3f6d642-cc1d-4f25-8716-95a3fe3cdd05 req-bc8fd901-2b1a-407b-aed5-1e8451bea66c tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310387 Jun 01 11:00:06.644841 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7babab7-baff-4b7b-a3e0-6efe3f7f469a {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:00:06.650304 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.660047 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:06.665070 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.679801 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.681027 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6e3d4d9-ad34-4888-a3d0-dfcf83fa34aa HTTP/1.1" status: 204 len: 168 time: 0.2843895 Jun 01 11:00:06.685746 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e3d4d9-ad34-4888-a3d0-dfcf83fa34aa,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:06.689444 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:06.721800 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Transition to ACTIVE for port object c7babab7-baff-4b7b-a3e0-6efe3f7f469a will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:06.723383 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.730553 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4c5d7848-66cb-4e13-a373-2108c9ecc286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:06.747796 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.758113 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63046542-ed12-45e5-8152-842a7ddad1c8,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:06.763302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:06.767628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d56e17f4-b473-4e2f-8bfa-364cb6aa75fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:06.865394 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:06.869357 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63046542-ed12-45e5-8152-842a7ddad1c8 HTTP/1.1" status: 204 len: 168 time: 0.7001092 Jun 01 11:00:06.969157 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Pushing event updated for resources: {'Port': ['ID=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:06.989024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:07.023489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Attempting to bind port c7babab7-baff-4b7b-a3e0-6efe3f7f469a on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:07.023835 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Attempting to bind port c7babab7-baff-4b7b-a3e0-6efe3f7f469a by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:07.024064 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Attempting to bind port c7babab7-baff-4b7b-a3e0-6efe3f7f469a on network c8f5d95c-e4ae-453c-8840-dff01622d8b4 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:07.028769 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Port c7babab7-baff-4b7b-a3e0-6efe3f7f469a on network c8f5d95c-e4ae-453c-8840-dff01622d8b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:00:07.029097 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Attempting to bind port c7babab7-baff-4b7b-a3e0-6efe3f7f469a on network c8f5d95c-e4ae-453c-8840-dff01622d8b4 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:07.034585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:07.035065 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Checking segment: {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:07.035423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Bound using segment: {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:07.035860 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Bound port: c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:07.036917 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.115361 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.146602 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] For port c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:07.150816 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] For port c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:07.160633 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.168478 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:07.241606 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:07.242346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.243838 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] 10.222.0.73 "PUT /v2.0/ports/c7babab7-baff-4b7b-a3e0-6efe3f7f469a HTTP/1.1" status: 200 len: 1093 time: 1.8580201 Jun 01 11:00:07.272845 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'tag': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:00:07.275672 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061c4fb-1c8e-438d-94fc-a632ed889458" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8f5e3c-86b0-4a6f-aac3-251339cb0530", "tag": "c7babab7-baff-4b7b-a3e0-6efe3f7f469a"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:00:07.387968 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45604) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:07.390773 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad0653c-66c6-424d-90a9-91b09a83a1fc x-openstack-request-id: req-2ad0653c-66c6-424d-90a9-91b09a83a1fc {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:00:07.391082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8f5e3c-86b0-4a6f-aac3-251339cb0530", "tag": "c7babab7-baff-4b7b-a3e0-6efe3f7f469a", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:00:07.391422 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ad0653c-66c6-424d-90a9-91b09a83a1fc {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:00:07.391901 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'tag': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a', 'status': 'completed', 'code': 200} Jun 01 11:00:07.420913 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.422451 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Pushing event updated for resources: {'Port': ['ID=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:07.428552 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:07.441337 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:07.447087 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Usage tracker for resource:security_group_rule and tenant:1e797709ea8447c2b0422e37fbc44d39 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:07.451679 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:07.460641 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-46365bcf-b220-47ff-8caa-5efc2ebffba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:07.461146 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:07.462140 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-46365bcf-b220-47ff-8caa-5efc2ebffba4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 1096 time: 0.1253612 Jun 01 11:00:07.470293 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9048-290e-4cb5-bca4-180c4f8cf241 req-0f0a2c60-814c-4f5b-9b4e-1489546fdbc0 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:07.477716 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34fc9048-290e-4cb5-bca4-180c4f8cf241 req-0f0a2c60-814c-4f5b-9b4e-1489546fdbc0 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1948977 Jun 01 11:00:07.563641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-f9bd2000-d9d9-4b8f-9e92-aac13ccf2138 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a HTTP/1.1" status: 200 len: 217 time: 0.0838270 Jun 01 11:00:07.582011 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.588659 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:07.599735 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c0494a60-23f0-44b3-a574-ee211158fe6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:07.635255 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34fc9048-290e-4cb5-bca4-180c4f8cf241 req-7512a231-7e70-4a81-89f7-51642c39b3f4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565936 Jun 01 11:00:07.643651 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45614) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:07.655275 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e797709ea8447c2b0422e37fbc44d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653530 Jun 01 11:00:07.659941 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45622) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:07.668330 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2defe-3b38-41a6-b36c-2509adf1b8e7,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:07.671708 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:07.694548 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846f7b-9a68-47ba-a439-ceabde115231 req-501c4561-f735-4a30-92e7-5701d44d7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:07.694832 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-501c4561-f735-4a30-92e7-5701d44d7fca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f34bd2c-f687-41d6-9051-243739da0224 HTTP/1.1" status: 200 len: 854 time: 0.1215410 Jun 01 11:00:07.781823 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-3c07a746-bfdf-4797-8dd1-528b99420377 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8f5d95c-e4ae-453c-8840-dff01622d8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552111 Jun 01 11:00:07.815169 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.029767 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.070263 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.090619 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:08.115530 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Usage tracker for resource:security_group_rule and tenant:b88bf2b63ace4019a8d203fbb04d1cf4 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:08.126510 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:08.168281 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:08.185175 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-dde8d8f3-f969-4ab4-bc1d-aa19f217f85e service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395543 Jun 01 11:00:08.245938 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6e3ac-e2ab-4a5d-8bc0-f813200d707f req-4e69c3c4-aac8-42b5-8fe8-8b7fe2e6fbcb tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:08.247435 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-99b6e3ac-e2ab-4a5d-8bc0-f813200d707f req-4e69c3c4-aac8-42b5-8fe8-8b7fe2e6fbcb tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 943 time: 0.3134549 Jun 01 11:00:08.329342 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.349536 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b1614646-8f01-4931-9a65-facf7e9d6646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:08.402324 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb2defe-3b38-41a6-b36c-2509adf1b8e7,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:08.424962 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:08.438550 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-99b6e3ac-e2ab-4a5d-8bc0-f813200d707f req-c76038c9-d21f-4846-b36e-013ec214ab59 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807263 Jun 01 11:00:08.439348 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.440302 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeb2defe-3b38-41a6-b36c-2509adf1b8e7 HTTP/1.1" status: 204 len: 168 time: 0.7790563 Jun 01 11:00:08.486130 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04846f7b-9a68-47ba-a439-ceabde115231 req-86676c8d-d022-4b50-b323-9e75ec7969e4 service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822213 Jun 01 11:00:08.498649 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.503504 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.513165 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:08.597766 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b88bf2b63ace4019a8d203fbb04d1cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9498799 Jun 01 11:00:08.600809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45660) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:08.602494 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b09ce-e1d0-4494-ad20-3f0a22ff2777,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:08.606148 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:08.642208 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-af46bec0-4ccc-4765-bab4-943508c4a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:08.644786 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-af46bec0-4ccc-4765-bab4-943508c4a541 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 1096 time: 0.1048300 Jun 01 11:00:08.683080 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.714265 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.812234 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.818551 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-639a1c76-cc3e-475e-a6f4-a3098cb736f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:08.824562 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45668) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:08.837000 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b09ce-e1d0-4494-ad20-3f0a22ff2777,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:08.841699 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:08.860318 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:08.864535 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f24b09ce-e1d0-4494-ad20-3f0a22ff2777 HTTP/1.1" status: 204 len: 168 time: 0.2590482 Jun 01 11:00:08.936003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45678) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:08.964966 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.002096 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.006199 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-f1ed112f-3d12-4389-8b94-87fd153a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:09.007650 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-f1ed112f-3d12-4389-8b94-87fd153a60a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 200 len: 915 time: 0.3549795 Jun 01 11:00:09.011969 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:09.021946 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Usage tracker for resource:security_group_rule and tenant:9bba13d8840e4984a0f87ac8a798242e is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:09.031536 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:09.034523 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:09.041288 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:09.043512 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Usage tracker for resource:security_group_rule and tenant:4091aafe52e34c35a6edabe61ab64f55 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:09.047242 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:09.057580 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:09.083403 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-227b6ecf-d248-4af4-b4fc-f32e1d34ee29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a HTTP/1.1" status: 200 len: 217 time: 0.0673828 Jun 01 11:00:09.091106 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edeb1-47bf-44df-9990-80d8db1988c2 req-c398161d-8721-453f-9cd2-2c56d0860540 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:09.092696 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6e4edeb1-47bf-44df-9990-80d8db1988c2 req-c398161d-8721-453f-9cd2-2c56d0860540 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2928500 Jun 01 11:00:09.199426 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6e4edeb1-47bf-44df-9990-80d8db1988c2 req-1e5ebdf4-15e0-4185-81db-089ce988601e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Jun 01 11:00:09.200810 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-14f0c664-671a-412a-b214-3aa59caebafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:09.202229 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-14f0c664-671a-412a-b214-3aa59caebafa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f34bd2c-f687-41d6-9051-243739da0224 HTTP/1.1" status: 200 len: 854 time: 0.1086831 Jun 01 11:00:09.220792 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.242810 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.251832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.255646 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c6f6d54f-982b-4419-bad8-d575108bd3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:09.267825 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-b0f885f7-5322-4da2-aa64-5311e3d59f6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8f5d95c-e4ae-453c-8840-dff01622d8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547853 Jun 01 11:00:09.270936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.344319 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4091aafe52e34c35a6edabe61ab64f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126820 Jun 01 11:00:09.350046 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bba13d8840e4984a0f87ac8a798242e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127491 Jun 01 11:00:09.351621 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45686) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:09.351947 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45690) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:09.356539 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629c083-e0d1-4923-adc8-825621c7a770,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:09.361632 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:09.394916 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:09.437664 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-cd26bf2c-b0f0-4c1d-a9d9-2a7cfe9b156d service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618037 Jun 01 11:00:09.491438 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83848afd-0793-4b79-a08c-f36216c2fb10,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:09.522862 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:09.525751 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.569791 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.588527 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.636947 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.690395 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.690700 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2061c4fb-1c8e-438d-94fc-a632ed889458 req-0b5ec05b-527b-4d3d-b431-45a1f38616c6 service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430930 Jun 01 11:00:09.695852 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ca0245f-5166-40aa-b33d-6a0f552e371d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:09.727724 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629c083-e0d1-4923-adc8-825621c7a770,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:09.731978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:09.734944 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.735468 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03bcc8-e352-4681-90fa-4a59c6e792dd req-9a026024-bb49-4168-b16b-a4ffe0587895 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:09.736144 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b629c083-e0d1-4923-adc8-825621c7a770 HTTP/1.1" status: 204 len: 168 time: 0.3814900 Jun 01 11:00:09.737680 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2d03bcc8-e352-4681-90fa-4a59c6e792dd req-9a026024-bb49-4168-b16b-a4ffe0587895 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 943 time: 0.1494820 Jun 01 11:00:09.746738 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.750344 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:09.758693 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83848afd-0793-4b79-a08c-f36216c2fb10 HTTP/1.1" status: 204 len: 168 time: 0.4016812 Jun 01 11:00:09.758693 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7ee365de-d43e-4bb2-8748-83abc62022da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:09.769472 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83848afd-0793-4b79-a08c-f36216c2fb10,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:09.772431 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:09.832153 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2d03bcc8-e352-4681-90fa-4a59c6e792dd req-82103412-aaff-4aa7-b68d-ee2c37ad43a0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812225 Jun 01 11:00:10.432014 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ec06f-159c-48e6-9936-bafc3d936fd0 req-bbe332aa-5658-49e9-bc55-02baf52364c6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:10.434196 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-853ec06f-159c-48e6-9936-bafc3d936fd0 req-bbe332aa-5658-49e9-bc55-02baf52364c6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0952654 Jun 01 11:00:10.481001 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-853ec06f-159c-48e6-9936-bafc3d936fd0 req-3c2507d1-81b6-4b6f-b950-45a25ee93f45 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Jun 01 11:00:10.986465 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 45776) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:11.042481 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501fb3d-4ef8-4f6e-8072-c0f326936ae1 req-9b999c0e-0e47-4c2e-afc6-e2ebe7f50e34 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:11.043973 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3501fb3d-4ef8-4f6e-8072-c0f326936ae1 req-9b999c0e-0e47-4c2e-afc6-e2ebe7f50e34 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 943 time: 0.1013045 Jun 01 11:00:11.102066 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3501fb3d-4ef8-4f6e-8072-c0f326936ae1 req-6c2ae99b-46d8-4121-a009-0e25a3ca8b90 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Jun 01 11:00:11.319901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:11.341783 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:11.345753 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2f8d4daee4444ebe0c3b7ea06ddd05 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:11.349973 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:11.356495 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:11.475297 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:11.481457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:11.499289 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a48c2eb0-8506-4159-b33a-510d1674d93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:11.607227 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf2f8d4daee4444ebe0c3b7ea06ddd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197283 Jun 01 11:00:11.608910 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59993aa-30f4-4401-b904-15ed890bfb88,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:11.610054 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 45824) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:11.614886 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:11.781824 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:11.835469 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:11.870803 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device c7babab7-baff-4b7b-a3e0-6efe3f7f469a details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:00:11.883296 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8f172-0692-4d2c-a40d-98c279cc2b37 req-1cf1294d-4365-4f47-b89f-8f8116531919 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:11.884751 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-23c8f172-0692-4d2c-a40d-98c279cc2b37 req-1cf1294d-4365-4f47-b89f-8f8116531919 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1879644 Jun 01 11:00:11.936797 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-23c8f172-0692-4d2c-a40d-98c279cc2b37 req-34eb9e19-eafa-4151-956e-2986ba14eb36 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Jun 01 11:00:11.986004 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:11.995785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3d25d3a2-2507-430e-bf76-bbd901598ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:12.016081 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59993aa-30f4-4401-b904-15ed890bfb88,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:12.019099 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:12.020922 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d59993aa-30f4-4401-b904-15ed890bfb88 HTTP/1.1" status: 204 len: 168 time: 0.4092977 Jun 01 11:00:12.022137 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-678724bf-bddc-49c9-bb28-4c54adec8372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:12.069882 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:12.096639 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a', 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4', 'port_id': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a', 'mac_address': 'fa:16:3e:c7:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f34bd2c-f687-41d6-9051-243739da0224', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:00:12.167518 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:12.186849 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7babab7-baff-4b7b-a3e0-6efe3f7f469a {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:00:12.205651 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:12.211639 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:12.215031 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ccd40d00-8c6f-44e6-85ef-b53d9626856b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:12.338203 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:12.341668 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:12.402061 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f6f1-1d3b-4668-87fc-16077936f860 req-21687d70-ce3d-4063-9d89-7eaab65f8bcf tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:12.404017 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8046f6f1-1d3b-4668-87fc-16077936f860 req-21687d70-ce3d-4063-9d89-7eaab65f8bcf tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 944 time: 0.1195760 Jun 01 11:00:12.476257 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8046f6f1-1d3b-4668-87fc-16077936f860 req-ab438e62-58d7-4d29-9f32-0d572e089695 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639062 Jun 01 11:00:12.517184 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['c7babab7-baff-4b7b-a3e0-6efe3f7f469a'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:00:13.295392 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63cde4-ee92-4215-816b-f977646a5a38 req-fb1fe9cf-3040-4b27-bab5-7c1c415c98aa tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:13.297149 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-de63cde4-ee92-4215-816b-f977646a5a38 req-fb1fe9cf-3040-4b27-bab5-7c1c415c98aa tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0874922 Jun 01 11:00:13.347048 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-de63cde4-ee92-4215-816b-f977646a5a38 req-1cf9af22-26f7-4bde-ab0d-c58934a7e5a0 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420783 Jun 01 11:00:13.664410 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963af1c-89b1-4cec-83ac-34724b4ee9d4 req-a809f97c-1255-4bc7-acd9-bc41042ae496 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:13.665952 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4963af1c-89b1-4cec-83ac-34724b4ee9d4 req-a809f97c-1255-4bc7-acd9-bc41042ae496 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 944 time: 0.0871601 Jun 01 11:00:13.712922 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4963af1c-89b1-4cec-83ac-34724b4ee9d4 req-17290192-1425-4e41-8d52-10913d8fd2ab tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Jun 01 11:00:13.903621 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device c7babab7-baff-4b7b-a3e0-6efe3f7f469a up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:13.977452 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port c7babab7-baff-4b7b-a3e0-6efe3f7f469a completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:13.982156 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port c7babab7-baff-4b7b-a3e0-6efe3f7f469a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:13.982559 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:14.096885 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:14.126490 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:00:14.128718 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb41cd1-ef31-4dac-bc86-389667fb376c" -d '{"events": [{"server_uuid": "fc8f5e3c-86b0-4a6f-aac3-251339cb0530", "name": "network-vif-plugged", "status": "completed", "tag": "c7babab7-baff-4b7b-a3e0-6efe3f7f469a"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:00:14.138552 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:14.142671 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:14.146687 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:14.178336 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf7fc93-97f7-4be0-805f-e5172a1109ac x-openstack-request-id: req-dbf7fc93-97f7-4be0-805f-e5172a1109ac {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:00:14.178644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8f5e3c-86b0-4a6f-aac3-251339cb0530", "name": "network-vif-plugged", "status": "completed", "tag": "c7babab7-baff-4b7b-a3e0-6efe3f7f469a", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:00:14.178933 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbf7fc93-97f7-4be0-805f-e5172a1109ac {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:00:14.179329 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a', 'code': 200} Jun 01 11:00:14.227831 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:14.230849 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:14.423646 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd0bd5-e1e0-4763-b40e-5f37d1cc9583 req-6c565606-d6ae-4d26-9d96-e4ed74006d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:14.425385 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-15dd0bd5-e1e0-4763-b40e-5f37d1cc9583 req-6c565606-d6ae-4d26-9d96-e4ed74006d89 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 1098 time: 0.0759425 Jun 01 11:00:14.479304 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-15dd0bd5-e1e0-4763-b40e-5f37d1cc9583 req-dbff3e75-d9d2-406b-adcb-c0cb0defc976 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452805 Jun 01 11:00:14.634785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761783ea-e300-48cc-9aa7-e7151f8bbe47 req-6f5c5882-0368-4626-ba43-fbea676423cc tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:14.636282 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-761783ea-e300-48cc-9aa7-e7151f8bbe47 req-6f5c5882-0368-4626-ba43-fbea676423cc tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1562605 Jun 01 11:00:14.694686 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-761783ea-e300-48cc-9aa7-e7151f8bbe47 req-c2407679-9264-4b48-ab45-97356ca90e80 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Jun 01 11:00:14.923121 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4504-c442-4dbe-a793-dcfaf25ee15e req-9c6900b2-1b76-4e90-9b15-4e3b4ea21f11 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:14.935671 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-554b4504-c442-4dbe-a793-dcfaf25ee15e req-9c6900b2-1b76-4e90-9b15-4e3b4ea21f11 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.1032367 Jun 01 11:00:14.984260 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-554b4504-c442-4dbe-a793-dcfaf25ee15e req-8edaaf4c-5602-43b7-bcc4-2850148fb439 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Jun 01 11:00:15.857242 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:00:15.893313 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e025df-4fde-49af-b71d-d29be8ab6d52 req-1b398f6d-75bc-4ea2-b517-a1851581324a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:15.894802 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06e025df-4fde-49af-b71d-d29be8ab6d52 req-1b398f6d-75bc-4ea2-b517-a1851581324a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0818937 Jun 01 11:00:15.943570 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06e025df-4fde-49af-b71d-d29be8ab6d52 req-624d181f-6d46-48bd-aeb2-be9a020c5e3c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Jun 01 11:00:16.199831 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209b23a-f958-481b-bc95-05d15bd82ba2 req-cfa6e681-5857-4b5d-99d8-eda2ede4b8e7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:16.201424 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8209b23a-f958-481b-bc95-05d15bd82ba2 req-cfa6e681-5857-4b5d-99d8-eda2ede4b8e7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0980082 Jun 01 11:00:16.255460 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8209b23a-f958-481b-bc95-05d15bd82ba2 req-d3683331-12a7-4c9d-a343-45c5f104cfce tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Jun 01 11:00:17.155848 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac878-423b-4ddd-878b-0a11f5283124 req-ab9cd3d7-dc44-41c2-bb62-db8fb1349655 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:17.158561 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-814ac878-423b-4ddd-878b-0a11f5283124 req-ab9cd3d7-dc44-41c2-bb62-db8fb1349655 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0836802 Jun 01 11:00:17.209246 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-814ac878-423b-4ddd-878b-0a11f5283124 req-ebe28f44-bb82-473c-a6ed-91ad09647444 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Jun 01 11:00:17.925057 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e827630-af57-40b7-a3f8-5ff85e4d6294 req-be5e9d39-68c3-452a-9b4d-40e6b68a6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:17.926999 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4e827630-af57-40b7-a3f8-5ff85e4d6294 req-be5e9d39-68c3-452a-9b4d-40e6b68a6ef4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0800655 Jun 01 11:00:17.967730 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4e827630-af57-40b7-a3f8-5ff85e4d6294 req-d55a2a32-2bfa-438f-8395-baa6f4819316 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Jun 01 11:00:18.425163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc9ed-33d0-48e5-bd26-90dda24ac457 req-27bf854b-8745-4c6d-85bf-ea033bc075e7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:18.427407 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4e0fc9ed-33d0-48e5-bd26-90dda24ac457 req-27bf854b-8745-4c6d-85bf-ea033bc075e7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0915439 Jun 01 11:00:18.483603 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4e0fc9ed-33d0-48e5-bd26-90dda24ac457 req-ef7280aa-b110-4b8d-8760-9f1daa4168d2 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 Jun 01 11:00:19.680766 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f7d7-3a67-4582-8fad-9f417572bf7f req-583489ff-b5cd-42ed-af62-832b1276b5c1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:19.682253 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b959f7d7-3a67-4582-8fad-9f417572bf7f req-583489ff-b5cd-42ed-af62-832b1276b5c1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0815153 Jun 01 11:00:19.730794 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b959f7d7-3a67-4582-8fad-9f417572bf7f req-a389aeae-52a5-4d61-bd13-d080aea186db tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Jun 01 11:00:20.221654 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011225e-649d-449e-a4ac-e36f7409af3b req-d196eb0b-25cf-4861-b156-77e6a4495b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:20.223480 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-d196eb0b-25cf-4861-b156-77e6a4495b62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1501377 Jun 01 11:00:20.241393 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753928e8-ec54-4c85-a727-04af6498b320 req-043590be-77a9-4099-97b7-30cd07edc96f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:20.242878 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-753928e8-ec54-4c85-a727-04af6498b320 req-043590be-77a9-4099-97b7-30cd07edc96f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1266794 Jun 01 11:00:20.373858 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-753928e8-ec54-4c85-a727-04af6498b320 req-b401ca76-57b2-4487-b0a9-20839038fdfc tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121314 Jun 01 11:00:20.408668 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011225e-649d-449e-a4ac-e36f7409af3b req-aa136c84-9a23-4699-89c6-ee23f9b122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:20.410127 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-aa136c84-9a23-4699-89c6-ee23f9b122d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.1664004 Jun 01 11:00:20.486600 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-b6c6a9c6-4eea-4f84-bb68-c1019711492b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.0666208 Jun 01 11:00:20.564794 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011225e-649d-449e-a4ac-e36f7409af3b req-a5ed907b-6a28-4ae5-8d0b-9e0e13d89639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:20.566306 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-a5ed907b-6a28-4ae5-8d0b-9e0e13d89639 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.0621316 Jun 01 11:00:20.623514 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-4729a9bc-292c-4868-ad52-3d1ba6951766 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498986 Jun 01 11:00:20.699080 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46162) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:20.767056 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Deleting subnet e3b9fbb0-bc67-4b71-966e-ef3f41cea88a {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:00:20.770040 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:20.783151 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-d090974a-f8d8-4f1e-b235-58bbe45c42c7 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466656 Jun 01 11:00:20.827953 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:20.885107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:20.926614 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8011225e-649d-449e-a4ac-e36f7409af3b req-f4833438-37d0-4bfc-8f84-3da8af2b718b service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361241 Jun 01 11:00:21.133689 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.138016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:21.180137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b9fbb0-bc67-4b71-966e-ef3f41cea88a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:21.183101 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:21.184057 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.194176 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e3b9fbb0-bc67-4b71-966e-ef3f41cea88a HTTP/1.1" status: 204 len: 168 time: 0.4936819 Jun 01 11:00:21.196502 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46170) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:21.305393 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.453970 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.471094 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708cc73e-55c3-4417-bdbe-12f33fb06343']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:21.556641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd374d9b-a682-4731-8e3b-41613977ecf1') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:21.556935 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd374d9b-a682-4731-8e3b-41613977ecf1') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:21.569988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.588642 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.590695 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910e24-7ddd-495d-9577-cc8f2d724d6c req-9c460a46-8fba-465b-bed6-f43f980abee1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:21.594169 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-96910e24-7ddd-495d-9577-cc8f2d724d6c req-9c460a46-8fba-465b-bed6-f43f980abee1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0916748 Jun 01 11:00:21.596643 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:00:21.597308 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:00:21.612072 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:00:21.647651 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-96910e24-7ddd-495d-9577-cc8f2d724d6c req-d9a432d3-026f-4e22-8e73-6cb9e6369ce6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471327 Jun 01 11:00:21.711293 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.715341 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a380f214-90bf-47a6-ac25-ff5aa271e53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:21.731767 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.738060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Pushing event deleted for resources: {'Network': ['ID=708cc73e-55c3-4417-bdbe-12f33fb06343,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:21.740809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:21.744287 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] 10.222.0.10 "DELETE /v2.0/networks/708cc73e-55c3-4417-bdbe-12f33fb06343 HTTP/1.1" status: 204 len: 168 time: 0.5468736 Jun 01 11:00:21.747171 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46190) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:21.869737 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Deleting subnet facab185-bb51-467d-adb8-2a78f54290e2 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:00:21.873425 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.926175 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7152048'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:21.987518 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.242542 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6823144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8014301'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.247222 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-01078260-d939-4e25-803b-99b88b7f2438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:22.288489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facab185-bb51-467d-adb8-2a78f54290e2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:22.290457 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.292905 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:22.296851 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-9a1d2531-40b0-4894-a959-4dc499b2a683 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/facab185-bb51-467d-adb8-2a78f54290e2 HTTP/1.1" status: 204 len: 168 time: 0.5486341 Jun 01 11:00:22.299322 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46196) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:22.409200 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.541747 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.555691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c65e3a-0a08-472e-8df5-8dddf5497cf2']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:22.568089 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3471d5fd-a8e9-4728-9dee-37c87ea0901b') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:22.568377 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3471d5fd-a8e9-4728-9dee-37c87ea0901b') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:22.580094 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7152059'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.599060 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.605786 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:00:22.606238 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7278670'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: Traceback (most recent call last): Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: timer() Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: cb(*args, **kw) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: return func(*args, **kwargs) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: self._notify() Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: self.callback(batched_events) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: event.method(event) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: return f(self, *a, **k) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: return self._get(url).json() Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:00:22.620065 dv-cinder-787764-3-smb neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:00:22.704652 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.711794 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cccad84c-7b67-4d8c-b54e-b67c34890884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:22.755800 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:22.761431 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c65e3a-0a08-472e-8df5-8dddf5497cf2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:22.764856 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] 10.222.0.10 "DELETE /v2.0/networks/11c65e3a-0a08-472e-8df5-8dddf5497cf2 HTTP/1.1" status: 204 len: 168 time: 0.4645915 Jun 01 11:00:22.765937 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4d8a4a30-9b80-4b51-b872-596c93a1c497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:22.965997 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa940dc8-dfa8-4d7d-8ea0-a08c2ec3ac34 req-e3518afd-e307-4444-8ef2-bdebebd6e814 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:22.967734 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-aa940dc8-dfa8-4d7d-8ea0-a08c2ec3ac34 req-e3518afd-e307-4444-8ef2-bdebebd6e814 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1827278 Jun 01 11:00:22.993673 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46220) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:23.025593 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46226) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:23.056188 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-aa940dc8-dfa8-4d7d-8ea0-a08c2ec3ac34 req-83099e5f-ca24-4860-b06d-d27da3c06f54 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802414 Jun 01 11:00:23.096406 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-aaa15659-242e-43f7-afc8-f7f85ed7920b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5355087885894473918793377034aa66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666349 Jun 01 11:00:23.097137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46232) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:23.170465 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.200254 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.256250 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.261007 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c163fd4-4972-4e56-a10f-95c7d3753613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:23.275504 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e9d7c-ec49-47c6-8409-555a63711ddd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:23.278520 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:23.301912 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.302867 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c7e9d7c-ec49-47c6-8409-555a63711ddd HTTP/1.1" status: 204 len: 168 time: 0.2045164 Jun 01 11:00:23.305315 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.321015 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:23.325159 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Usage tracker for resource:security_group_rule and tenant:3ebd4da13e7b4839a85920777979e3f3 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:23.328007 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:23.333958 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:23.423217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.428602 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.437856 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4c9c195a-eaec-465e-a538-23f7ef25db8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:23.478676 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ebd4da13e7b4839a85920777979e3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833682 Jun 01 11:00:23.479552 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706a04b1-e206-4a8a-8a9a-69a3b59ddc67,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:23.481913 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46240) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:23.482445 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:23.560038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.588201 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.615823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46244) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:23.651687 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.660092 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-39364603-3002-4c4a-bfca-737287452d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:23.673912 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706a04b1-e206-4a8a-8a9a-69a3b59ddc67,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:23.677012 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:23.682204 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-b04236b2-5b51-407a-8acd-25fda59e17b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0d50a8df6094ec8a93ccc2d3e53d197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617769 Jun 01 11:00:23.682204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46248) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:23.695996 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.697847 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/706a04b1-e206-4a8a-8a9a-69a3b59ddc67 HTTP/1.1" status: 204 len: 168 time: 0.2138424 Jun 01 11:00:23.766388 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.800658 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.858602 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.862199 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d92a6de6-b44c-4c47-b178-7fd713900a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:23.876095 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65518a84-f4fe-4a33-9c8a-ffc28bf81223,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:23.878249 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:23.886459 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:23.887629 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65518a84-f4fe-4a33-9c8a-ffc28bf81223 HTTP/1.1" status: 204 len: 168 time: 0.2046416 Jun 01 11:00:24.269038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbfe6-4ad4-4c68-b538-dbe719e75f22 req-d85c5181-8e80-4d95-8ffa-579f5c83e642 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:24.281778 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b7dbfe6-4ad4-4c68-b538-dbe719e75f22 req-d85c5181-8e80-4d95-8ffa-579f5c83e642 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1212764 Jun 01 11:00:24.340610 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b7dbfe6-4ad4-4c68-b538-dbe719e75f22 req-f601d3dc-3491-4f42-a1a3-b9a6ea738bd4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577724 Jun 01 11:00:24.427617 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46286) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:24.614238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:24.616297 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1fbad177-ba72-4629-9ab4-955dae16f623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:24.637619 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:24.652345 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f2f0b202d84d8f9a686e4b2e337ed4 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:24.656212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:24.662295 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:24.786583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:24.792961 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:24.801841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-63ee8d6b-837e-4190-8bd8-df3783fa64ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:24.862925 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46310) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:24.863075 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3f2f0b202d84d8f9a686e4b2e337ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343536 Jun 01 11:00:24.864283 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e5514-6af7-41b6-ac3b-55938c18ba83,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:24.870150 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:24.961594 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:24.999031 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.048083 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46322) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:25.077013 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.083524 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b31febc4-dd58-45ba-93d6-d7651e4f39e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:25.092648 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e5514-6af7-41b6-ac3b-55938c18ba83,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:25.096513 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:25.100520 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.101716 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e29e5514-6af7-41b6-ac3b-55938c18ba83 HTTP/1.1" status: 204 len: 168 time: 0.2368114 Jun 01 11:00:25.333901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-812963721-network', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:25.340041 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:25.343893 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Usage tracker for resource:network and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:25.346927 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:25.354899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:25.366407 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Made reservation on behalf of c2a3b16c49e7488590aa349b7fe32aca for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:00:25.369066 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.385503 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.400735 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:25.404505 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:25.407366 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:25.413809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:25.525780 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.534050 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.543722 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f5ee4b1b-d4c0-4aed-949b-ecc2b2476efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:25.569808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:00:25.583736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6267cce3-8dfe-4343-b81c-f73c091fed34,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:25.588165 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:25.589308 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.589854 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Added segment 7680cdaf-37aa-40ca-92e3-0e950b1c9583 of type vlan for network 171d23ce-f7f0-47bb-8059-c03e49538660 Jun 01 11:00:25.596635 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46352) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:25.616091 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.650362 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:25.656256 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8bb7cf1b7f4493815e8e0e075aab7a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:25.660618 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:25.664299 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.671153 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:25.776981 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.783375 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.792785 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-62a39f44-a2d2-4bf9-afb5-33a22ee250d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:25.806299 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.818998 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:25.819580 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.851225 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f8bb7cf1b7f4493815e8e0e075aab7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535660 Jun 01 11:00:25.853306 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880fba5-6fe6-4147-9ce6-8de06e1efa54,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:25.854203 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46360) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:25.858222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:25.858917 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:25.960815 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:25.965258 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Pushing event updated for resources: {'Network': ['ID=171d23ce-f7f0-47bb-8059-c03e49538660,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:25.968248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:25.970219 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9200621 Jun 01 11:00:25.973998 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46366) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:25.977680 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 171d23ce-f7f0-47bb-8059-c03e49538660 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:00:25.993110 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Request body: {'subnet': {'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-812963721-subnet', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:26.014683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.016244 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:26.024013 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Usage tracker for resource:subnet and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:26.032069 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:26.040954 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:26.060655 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Made reservation on behalf of c2a3b16c49e7488590aa349b7fe32aca for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:00:26.068069 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.113071 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.122531 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-22130ee1-e230-41a9-956e-aea8dde99fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:26.179107 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c880fba5-6fe6-4147-9ce6-8de06e1efa54,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:26.185623 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:26.204410 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.205865 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c880fba5-6fe6-4147-9ce6-8de06e1efa54 HTTP/1.1" status: 204 len: 168 time: 0.3501685 Jun 01 11:00:26.465137 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db4dc7-e546-4461-89c9-885489d29322 req-8809828f-49fe-427e-a481-7e1e64d594a8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:26.466923 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-56db4dc7-e546-4461-89c9-885489d29322 req-8809828f-49fe-427e-a481-7e1e64d594a8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1427863 Jun 01 11:00:26.548837 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-56db4dc7-e546-4461-89c9-885489d29322 req-e9db7fde-a466-4df9-afee-79290edad8a6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738587 Jun 01 11:00:26.641546 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46392) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:26.732196 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.739806 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:26.842859 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8b6536-e660-491c-a03c-441a5a96ab01,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:26.845576 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:26.850224 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.855405 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Checking segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:26.856004 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Network hostable DHCP agents. Network: 171d23ce-f7f0-47bb-8059-c03e49538660, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:00:26.867202 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:26.871883 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Usage tracker for resource:security_group_rule and tenant:9572da23c29846adb756a2c12bf5eb4b is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:26.876051 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:26.883636 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:26.884564 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Network 171d23ce-f7f0-47bb-8059-c03e49538660 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:00:26.899154 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 171d23ce-f7f0-47bb-8059-c03e49538660) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:26.914746 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae0834-9ebe-45a8-a689-b3fcd64bf369 None None] Network 171d23ce-f7f0-47bb-8059-c03e49538660 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:00:26.929085 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:26.930148 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:26.962224 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f1c3d88f-f41b-431b-b20b-ef95db4302a2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9868960 Jun 01 11:00:26.964630 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46412) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:26.974366 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:26.983046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:26.989605 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Usage tracker for resource:router and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:26.993169 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:27.000145 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:27.030984 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.035108 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.041090 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.042275 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.049087 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-448c35ca-f4cf-44da-a695-2cb42238888b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:27.070853 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.116139 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9572da23c29846adb756a2c12bf5eb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4717374 Jun 01 11:00:27.119207 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46424) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:27.130961 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72151ad5-74a4-4222-9f3a-38cab296dd05,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:27.134764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:27.327881 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-171d23ce-f7f0-47bb-8059-c03e49538660', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 11:00:27.328806 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.347343 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.451782 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2e3544e4-87fd-4cdd-adf0-0d26bec2e3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.607530 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Allocated IP 172.20.0.2 (171d23ce-f7f0-47bb-8059-c03e49538660/de8b6536-e660-491c-a03c-441a5a96ab01/2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:27.619567 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.627998 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.684006 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.804557 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.809839 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ca52002-6aa5-4017-8c12-e24e726c892c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:27.824203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72151ad5-74a4-4222-9f3a-38cab296dd05,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:27.829502 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:27.846935 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.848513 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72151ad5-74a4-4222-9f3a-38cab296dd05 HTTP/1.1" status: 204 len: 168 time: 0.7272971 Jun 01 11:00:27.931771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.944547 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Transition to ACTIVE for port object 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:27.965757 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Transition to ACTIVE for port object 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:27.976238 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:27.981188 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:28.060882 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Network 171d23ce-f7f0-47bb-8059-c03e49538660 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:28.063988 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:28.066964 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:28.087443 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.107196 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Pushing event updated for resources: {'Port': ['ID=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:28.118602 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:28.122445 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.190926 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Attempting to bind port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:28.191390 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Attempting to bind port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:28.191870 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Attempting to bind port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea on network 171d23ce-f7f0-47bb-8059-c03e49538660 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:28.198052 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:28.204649 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Checking segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:28.205146 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.205583 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Bound using segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:28.206098 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Bound port: 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:28.206491 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.288324 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Allocated IP 172.28.3.139 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:28.406421 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.427663 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] For port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:28.434945 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] For port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:28.445409 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.449599 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:28.531583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.545378 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Pushing event updated for resources: {'Port': ['ID=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:28.551023 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:28.577759 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:28.590894 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f88a7831-23c1-42d5-924a-74ed0086877d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:28.715975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Pushing event updated for resources: {'Port': ['ID=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:28.725860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:28.747262 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:28.748522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:28.760040 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:29.344774 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:29.645732 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:29.813838 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:29.935823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:29.962991 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:30.038986 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69db29-8752-4efe-ac37-67a26d562d95 None None] Network 171d23ce-f7f0-47bb-8059-c03e49538660 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:00:30.213883 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Provisioning for port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:30.230608 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Provisioning complete for port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:30.231111 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:30.301235 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 11:00:30.453838 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:30.484163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-5428e3dc-fcc4-4068-9b00-ed4bd7c36612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:30.487558 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-5428e3dc-fcc4-4068-9b00-ed4bd7c36612 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.2301698 Jun 01 11:00:30.500708 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] For port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:30.509468 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:30.511248 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:30.512941 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:00:30.526292 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Sync routers for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:00:30.569233 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:30.572267 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6061988 Jun 01 11:00:30.574700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46518) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:30.576181 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:30.579135 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:30.581774 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f3686-8907-487f-9a03-36769dbc5cab req-bc1c8720-e8fe-4a95-bf79-eeae9a764831 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:30.583378 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-411f3686-8907-487f-9a03-36769dbc5cab req-bc1c8720-e8fe-4a95-bf79-eeae9a764831 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2649467 Jun 01 11:00:30.584489 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Pushing event updated for resources: {'Port': ['ID=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:30.587882 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:30.751041 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-411f3686-8907-487f-9a03-36769dbc5cab req-91b08e3e-c63f-48d2-8a97-dbbeef2af73a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096282 Jun 01 11:00:30.802532 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-93ec58cc-20e7-4211-9edd-825fbb8f9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:30.804068 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-93ec58cc-20e7-4211-9edd-825fbb8f9a0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.3030579 Jun 01 11:00:30.866560 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:30.918526 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-57f750f7-f82f-4236-9e09-df5c0c984679 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.1073048 Jun 01 11:00:30.969561 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d15250a4-8e67-4709-b781-60acd8ddf367 None None] Provisioning complete for port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:30.970117 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d15250a4-8e67-4709-b781-60acd8ddf367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.007838 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-3cfa11f2-09b4-4e8e-b4f1-8ed9451f9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:31.010067 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-3cfa11f2-09b4-4e8e-b4f1-8ed9451f9264 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.0830894 Jun 01 11:00:31.072398 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-8531a2da-faef-4a9f-8a5d-2e7903450f05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549912 Jun 01 11:00:31.233552 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-0b1a8909-52a1-4b24-9dd8-00b85a29fb6c service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543088 Jun 01 11:00:31.290565 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:29Z', 'revision_number': 3, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:31.295647 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Checking router: 992119dc-22e8-4ab6-a2bc-5d37c3d68887 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:00:31.296215 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Updating router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:00:31.374178 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.426780 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f86886a1-c1f3-463a-9e2f-cafe10ac925d req-76e1339b-b368-4eed-8973-ad8616401107 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857147 Jun 01 11:00:31.531857 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:31.583538 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.615742 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:31.616209 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.808120 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.823478 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Transition to ACTIVE for port object 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:31.830654 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.835506 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:31.839838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Allocated IP 172.20.0.1 (171d23ce-f7f0-47bb-8059-c03e49538660/de8b6536-e660-491c-a03c-441a5a96ab01/cd6223c3-eec1-485f-b91b-51a0b0ea9cd0) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:31.912598 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Attempting to bind port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:31.912968 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Attempting to bind port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:31.913331 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Attempting to bind port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:31.922168 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:31.922537 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:31.922933 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.923320 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:31.923792 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Bound port: 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:31.924161 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:31.959968 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Pushing event updated for resources: {'Port': ['ID=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:31.966745 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddccfb-ff7e-4821-9169-2ed4db3820bb req-70bd4654-9adc-47d2-9e9e-68540ceae5c4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:31.968607 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-69ddccfb-ff7e-4821-9169-2ed4db3820bb req-70bd4654-9adc-47d2-9e9e-68540ceae5c4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1003342 Jun 01 11:00:31.984137 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.984487 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.984923 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.985392 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.985779 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.986197 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.986732 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.986959 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.987314 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.987747 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.989017 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.990467 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:31.994970 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:32.025270 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-69ddccfb-ff7e-4821-9169-2ed4db3820bb req-ea70031c-fccc-4351-8a4a-538d0398ecac tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Jun 01 11:00:32.036548 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.043028 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] For port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:32.046686 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] For port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:32.062601 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.065961 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:32.070102 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Transition to ACTIVE for port object cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:32.126060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.134403 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-41cb8aa4-c8b2-435b-a8b9-a67f976da87f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:32.161470 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:32.162299 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:32.212593 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Network 171d23ce-f7f0-47bb-8059-c03e49538660 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:32.215960 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:32.219902 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:32.272160 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Pushing event updated for resources: {'Port': ['ID=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:32.278092 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Pushing event updated for resources: {'Port': ['ID=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:32.283333 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0ffc9850-a1c7-40fc-8dd0-f46f0ef8b6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:32.292416 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:32.313294 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.474829 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:32.501433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46550) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:32.518572 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.554556 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ad2f1043-b4d5-4f52-b21f-7975229b804d None None] Provisioning for port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:32.560243 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ad2f1043-b4d5-4f52-b21f-7975229b804d None None] Provisioning complete for port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:32.561036 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ad2f1043-b4d5-4f52-b21f-7975229b804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.643202 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.653818 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f1043-b4d5-4f52-b21f-7975229b804d None None] Port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:00:32.657529 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:32.663174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Usage tracker for resource:security_group_rule and tenant:32a0a44afb6f403cafa90c8bfa559629 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:32.666897 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:32.673495 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:32.789724 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.798368 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.805722 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8972e2f9-e5b2-4da6-9bb9-39ef2a4a0687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:32.867433 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32a0a44afb6f403cafa90c8bfa559629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649120 Jun 01 11:00:32.868231 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:29Z', 'revision_number': 3, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:32.868813 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eea2f7-bf7c-489e-b460-38f8a9e0e902,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:32.871627 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46560) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:32.875489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:32.880363 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.884348 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99011bd-9f05-4d2b-9793-c1bcc2fd8ad3 None None] The sync data for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb is: [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:29Z', 'revision_number': 3, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:00:32.889842 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:32.920964 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0627e01-e992-44bb-925e-6f624be7450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:32.965489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.001672 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.043335 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Pushing event updated for resources: {'Port': ['ID=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:33.049886 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.055689 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:33.089667 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.094390 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-32707871-5723-492e-a9ea-767a001785e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:33.109922 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eea2f7-bf7c-489e-b460-38f8a9e0e902,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:33.113791 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:33.122136 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.125596 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91eea2f7-bf7c-489e-b460-38f8a9e0e902 HTTP/1.1" status: 204 len: 168 time: 0.2505279 Jun 01 11:00:33.272516 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Network 171d23ce-f7f0-47bb-8059-c03e49538660 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:33.273800 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:33.427635 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a60e5-760b-49c9-a78d-ce4dd22779e6 req-8c147732-c5c8-4b46-999c-9c123e16db66 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:33.429607 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-246a60e5-760b-49c9-a78d-ce4dd22779e6 req-8c147732-c5c8-4b46-999c-9c123e16db66 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1817610 Jun 01 11:00:33.552765 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-246a60e5-760b-49c9-a78d-ce4dd22779e6 req-f2e9fe0b-78c7-419e-8288-f275db6c9d0d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098344 Jun 01 11:00:33.652393 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:33.746969 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:00:33.756536 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fa211ebb-57c1-4ca6-9b90-5b4410b353f8 None None] Provisioning complete for port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:33.757191 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fa211ebb-57c1-4ca6-9b90-5b4410b353f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.789213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46576) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:33.800206 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:33.813087 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.815363 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:33.815743 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.835065 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:33.839658 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d198705e88244b79c532cf918205c88 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:33.842788 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:33.851369 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:33.878090 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fa211ebb-57c1-4ca6-9b90-5b4410b353f8 None None] Port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:00:33.971442 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:33.995915 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:34.002997 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.006174 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:34.014345 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.021196 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.030236 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9de1b44c-bcac-4113-9a1d-e50b980c7c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:34.077984 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d198705e88244b79c532cf918205c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874835 Jun 01 11:00:34.081920 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46580) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:34.106180 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcffa60-859f-492b-ac2f-3d4647bf1657,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:34.108726 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:00:34.118381 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] 10.222.0.10 "PUT /v2.0/routers/992119dc-22e8-4ab6-a2bc-5d37c3d68887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5422366 Jun 01 11:00:34.130835 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:34.133236 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:34.136895 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:34.181501 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.211152 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.273278 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.279174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-eb7d0e56-942a-4bf0-adb4-bd9c230d5583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:34.289785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcffa60-859f-492b-ac2f-3d4647bf1657,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:34.292585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:34.299320 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:34.300660 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bcffa60-859f-492b-ac2f-3d4647bf1657 HTTP/1.1" status: 204 len: 168 time: 0.2169344 Jun 01 11:00:34.824312 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577b4a-54c7-4f76-9f0e-b46ca7210f43 req-3d01821b-790d-4ad8-933b-d6ac4ecd5f16 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:34.832760 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1577b4a-54c7-4f76-9f0e-b46ca7210f43 req-3d01821b-790d-4ad8-933b-d6ac4ecd5f16 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1331365 Jun 01 11:00:34.886865 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1577b4a-54c7-4f76-9f0e-b46ca7210f43 req-ce353416-7954-4c7b-85d6-ca95badb4f57 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523148 Jun 01 11:00:35.022629 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46624) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:35.024863 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Sync routers for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:00:35.028628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-58327565-network', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:35.033799 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:35.036316 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:35.036946 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:35.039246 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Usage tracker for resource:network and tenant:64a4277ba7f6491f95d991b06f494aa8 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:35.042152 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:35.047920 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:35.060608 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Made reservation on behalf of 64a4277ba7f6491f95d991b06f494aa8 for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:00:35.063578 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.078391 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.095017 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:35.100050 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Usage tracker for resource:security_group_rule and tenant:64a4277ba7f6491f95d991b06f494aa8 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:35.102977 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:35.109498 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:35.216615 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.221091 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.225273 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:35.255869 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:00:35.256180 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:35.265715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acdd4ff-7cdd-42cc-824c-a71882b4f62f,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:35.270257 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:35.275535 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.275951 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.segments_db [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Added segment db0ab5e8-6222-4c38-a117-b9e2092baf53 of type vlan for network fbe16640-8f21-4d2d-9067-68cc976a5e1c Jun 01 11:00:35.310420 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.346594 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.348321 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:35.348987 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.354214 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:35.465478 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4411519 Jun 01 11:00:35.469727 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Pushing event updated for resources: {'Network': ['ID=fbe16640-8f21-4d2d-9067-68cc976a5e1c,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:35.469929 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46640) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:35.478322 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:35.480419 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Request body: {'subnet': {'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-58327565-subnet', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:35.481862 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:00:35.489865 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:35.494936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Usage tracker for resource:subnet and tenant:64a4277ba7f6491f95d991b06f494aa8 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:35.497888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:35.505743 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:35.522049 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Made reservation on behalf of 64a4277ba7f6491f95d991b06f494aa8 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:00:35.525958 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.557352 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:35.743114 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:35.743482 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:35.817623 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 2, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:35.825377 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Checking router: 992119dc-22e8-4ab6-a2bc-5d37c3d68887 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:00:35.825779 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Updating router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:00:35.955151 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.078538 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.082908 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:36.136241 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01db6ae7-2df3-414e-83ec-213b4d17c43e,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:36.139311 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:36.174156 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Checking segment: {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:36.174781 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Network hostable DHCP agents. Network: fbe16640-8f21-4d2d-9067-68cc976a5e1c, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:00:36.203931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:00:36.217867 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, fbe16640-8f21-4d2d-9067-68cc976a5e1c) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:36.229845 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:36.231834 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.251274 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affebfb7-7e81-4c39-b0ee-366e33d56c7f None None] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:00:36.290387 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-7e373cf5-202b-4203-b231-df2d43b94d91 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8199260 Jun 01 11:00:36.292189 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46688) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:36.298680 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:00:36.305323 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:36.317135 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5536e80-0af7-4e15-b3f3-845e1ee6b796 req-fb3cb028-20f3-4e36-bfac-9bf199feee91 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:36.319025 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a5536e80-0af7-4e15-b3f3-845e1ee6b796 req-fb3cb028-20f3-4e36-bfac-9bf199feee91 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2482533 Jun 01 11:00:36.320028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Usage tracker for resource:router and tenant:64a4277ba7f6491f95d991b06f494aa8 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:36.323343 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:36.342801 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:36.453982 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a5536e80-0af7-4e15-b3f3-845e1ee6b796 req-df0635cb-2b99-482c-bf0d-bcfc2c58f8e2 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273005 Jun 01 11:00:36.459019 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.460596 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.488902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.805077 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-fbe16640-8f21-4d2d-9067-68cc976a5e1c', 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'fixed_ips': [{'subnet_id': '01db6ae7-2df3-414e-83ec-213b4d17c43e'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 11:00:36.806143 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:36.975259 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.018112 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Transition to ACTIVE for port object cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:37.031588 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.034255 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.044354 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:37.057710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57609cea-8194-4eac-a5a9-b4e223a8f253 req-67e1b0af-5b6b-4e45-a5c4-12678d8c368e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:37.060375 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-57609cea-8194-4eac-a5a9-b4e223a8f253 req-67e1b0af-5b6b-4e45-a5c4-12678d8c368e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.4222689 Jun 01 11:00:37.240001 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-57609cea-8194-4eac-a5a9-b4e223a8f253 req-29213ee4-f70b-489f-8bce-15c84fb91c78 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730647 Jun 01 11:00:37.259646 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dbc42-d3ac-4b46-9f42-c82eed3f444d None None] Pushing event updated for resources: {'Port': ['ID=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:37.275479 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2d2dbc42-d3ac-4b46-9f42-c82eed3f444d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:37.280741 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.324986 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Allocated IP 172.20.0.2 (fbe16640-8f21-4d2d-9067-68cc976a5e1c/01db6ae7-2df3-414e-83ec-213b4d17c43e/b868963c-88e6-4c1c-ad57-ad3e012bcf57) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:37.493063 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Attempting to bind port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:37.498049 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Attempting to bind port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:37.499222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Attempting to bind port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 on network 171d23ce-f7f0-47bb-8059-c03e49538660 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:37.511290 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:37.511895 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Checking segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:37.512353 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.512753 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Bound using segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:37.513229 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Bound port: cd6223c3-eec1-485f-b91b-51a0b0ea9cd0, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:37.513795 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.564550 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.639268 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.712918 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] For port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:37.717530 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] For port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:37.729219 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.736744 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:37.772612 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.807748 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Transition to ACTIVE for port object b868963c-88e6-4c1c-ad57-ad3e012bcf57 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:37.821197 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7119-9158-4cc8-842b-4fa7e104547b req-d8ee9102-b591-433a-807c-ed00454c2dac tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:37.821425 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-445c7119-9158-4cc8-842b-4fa7e104547b req-d8ee9102-b591-433a-807c-ed00454c2dac tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2287338 Jun 01 11:00:37.841002 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dbc42-d3ac-4b46-9f42-c82eed3f444d None None] Pushing event updated for resources: {'Port': ['ID=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:37.848279 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:37.848279 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:37.891036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Allocated IP 172.28.3.39 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/0110cfad-44ae-42d9-8266-6606520012e8) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:37.904199 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-445c7119-9158-4cc8-842b-4fa7e104547b req-dab813ba-cd9c-4c01-98d2-ed0e55580d86 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739319 Jun 01 11:00:37.908419 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2d2dbc42-d3ac-4b46-9f42-c82eed3f444d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:37.909395 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Transition to ACTIVE for port object b868963c-88e6-4c1c-ad57-ad3e012bcf57 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:37.936793 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:37.944077 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-65933db4-fafb-4183-8669-1bb5cf944467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:38.071576 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:38.094208 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:38.103512 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:38.109962 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Pushing event updated for resources: {'Port': ['ID=b868963c-88e6-4c1c-ad57-ad3e012bcf57,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:38.114084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:38.117594 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:38.146054 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:38.150902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:38.214531 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:38.217433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:38.218028 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:38.221145 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:38.289353 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Attempting to bind port b868963c-88e6-4c1c-ad57-ad3e012bcf57 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:38.290004 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Attempting to bind port b868963c-88e6-4c1c-ad57-ad3e012bcf57 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:38.290004 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Attempting to bind port b868963c-88e6-4c1c-ad57-ad3e012bcf57 on network fbe16640-8f21-4d2d-9067-68cc976a5e1c {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:38.299324 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:38.299700 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Checking segment: {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:38.300729 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:38.301129 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Bound using segment: {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:38.301827 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Bound port: b868963c-88e6-4c1c-ad57-ad3e012bcf57, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:38.302389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:38.344048 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0110cfad-44ae-42d9-8266-6606520012e8,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:38.353095 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:38.587304 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] For port b868963c-88e6-4c1c-ad57-ad3e012bcf57, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:38.610167 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] For port b868963c-88e6-4c1c-ad57-ad3e012bcf57, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b868963c-88e6-4c1c-ad57-ad3e012bcf57,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:38.624048 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:38.624655 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaee736-37cb-4cdd-8ffb-47d78babac1b req-8d8b00c0-f2eb-4faa-bd7c-7f48b80d709c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:38.628522 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ffaee736-37cb-4cdd-8ffb-47d78babac1b req-8d8b00c0-f2eb-4faa-bd7c-7f48b80d709c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2116613 Jun 01 11:00:38.629685 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:38.747487 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Pushing event updated for resources: {'Port': ['ID=b868963c-88e6-4c1c-ad57-ad3e012bcf57,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:38.751742 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:38.771731 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:37Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:38.779116 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb142264-f86f-4d35-b4a7-0d8a0a42256f None None] The sync data for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb is: [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:37Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:00:38.874304 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ffaee736-37cb-4cdd-8ffb-47d78babac1b req-a84d7f9d-f119-4f0f-a425-648355c21293 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854541 Jun 01 11:00:38.915636 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:39.303737 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356f978-0a4c-4fc4-b7ad-cccd4d7a1358 req-c1a3836d-13d5-4a7c-a2c5-a9ce7931a6f8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:39.312668 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d356f978-0a4c-4fc4-b7ad-cccd4d7a1358 req-c1a3836d-13d5-4a7c-a2c5-a9ce7931a6f8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2138193 Jun 01 11:00:39.497029 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d356f978-0a4c-4fc4-b7ad-cccd4d7a1358 req-abe19c44-2f23-4079-b627-f508ac2ad797 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832652 Jun 01 11:00:39.526572 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:39.680057 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b868963c-88e6-4c1c-ad57-ad3e012bcf57 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:39.794085 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port b868963c-88e6-4c1c-ad57-ad3e012bcf57 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:39.804791 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:39.871738 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Router 05579ef9-8f8b-493d-a956-bd4a360f486e is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 11:00:39.946489 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:39.968848 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:39.969224 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.004878 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97190922-e8eb-4e53-994a-d3f4a7f585fe None None] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:00:40.142133 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Provisioning for port b868963c-88e6-4c1c-ad57-ad3e012bcf57 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:40.161089 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Provisioning complete for port b868963c-88e6-4c1c-ad57-ad3e012bcf57 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:40.161467 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.245437 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:00:40.254699 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Sync routers for ids ['05579ef9-8f8b-493d-a956-bd4a360f486e'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:00:40.266082 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Routers {'05579ef9-8f8b-493d-a956-bd4a360f486e'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:40.266703 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['05579ef9-8f8b-493d-a956-bd4a360f486e'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:40.287757 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710737b-1fdc-4e39-9f1d-0fe15de93ead req-f2834021-98f7-4c9f-9ed6-c53dad7cee54 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:40.289635 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7710737b-1fdc-4e39-9f1d-0fe15de93ead req-f2834021-98f7-4c9f-9ed6-c53dad7cee54 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1357491 Jun 01 11:00:40.290182 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.291245 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9981925 Jun 01 11:00:40.294156 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 46810) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:40.352084 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.490372 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:40.501694 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.504892 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7710737b-1fdc-4e39-9f1d-0fe15de93ead req-fa919ba4-1405-4636-8596-b66680f8204a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060375 Jun 01 11:00:40.509458 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-65933db4-fafb-4183-8669-1bb5cf944467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:40.523566 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Set router 05579ef9-8f8b-493d-a956-bd4a360f486e gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:40.549424 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.624002 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:40.627812 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:40.636697 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] For port b868963c-88e6-4c1c-ad57-ad3e012bcf57, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b868963c-88e6-4c1c-ad57-ad3e012bcf57,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:40.642524 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:40.650216 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:40.764066 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Pushing event updated for resources: {'Port': ['ID=b868963c-88e6-4c1c-ad57-ad3e012bcf57,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:40.771356 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:40.975887 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:00:38Z', 'revision_number': 3, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:40.984953 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Checking router: 05579ef9-8f8b-493d-a956-bd4a360f486e for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:00:40.985382 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Updating router 05579ef9-8f8b-493d-a956-bd4a360f486e port 0110cfad-44ae-42d9-8266-6606520012e8 binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:00:41.033471 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda85c0-6b55-4426-85de-66eba0b6c7ff req-0d65d123-0d85-46a6-aa90-7748733e6276 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:41.037966 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3cda85c0-6b55-4426-85de-66eba0b6c7ff req-0d65d123-0d85-46a6-aa90-7748733e6276 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.3386295 Jun 01 11:00:41.044692 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.072213 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fee9d8c6-2ce1-49e8-aaa5-16188a3d0c1b None None] Provisioning complete for port b868963c-88e6-4c1c-ad57-ad3e012bcf57 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:41.072845 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fee9d8c6-2ce1-49e8-aaa5-16188a3d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.270005 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3cda85c0-6b55-4426-85de-66eba0b6c7ff req-adc89bac-e9b6-4510-b4d8-0dfe39c0c323 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185595 Jun 01 11:00:41.473786 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.477126 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.490871 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Transition to ACTIVE for port object 0110cfad-44ae-42d9-8266-6606520012e8 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:41.497753 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.510315 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:41.523543 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b868963c-88e6-4c1c-ad57-ad3e012bcf57 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:41.607254 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Attempting to bind port 0110cfad-44ae-42d9-8266-6606520012e8 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:41.607726 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Attempting to bind port 0110cfad-44ae-42d9-8266-6606520012e8 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:41.608237 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Attempting to bind port 0110cfad-44ae-42d9-8266-6606520012e8 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:41.639953 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:41.640364 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:41.640761 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.641159 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:41.641678 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Bound port: 0110cfad-44ae-42d9-8266-6606520012e8, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:41.642393 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.668727 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port b868963c-88e6-4c1c-ad57-ad3e012bcf57 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:41.669450 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.704466 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae09e-d457-4fbe-a594-21481d63691f None None] Pushing event updated for resources: {'Port': ['ID=0110cfad-44ae-42d9-8266-6606520012e8,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:41.708078 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-146ae09e-d457-4fbe-a594-21481d63691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:41.741210 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] For port 0110cfad-44ae-42d9-8266-6606520012e8, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:41.745722 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] For port 0110cfad-44ae-42d9-8266-6606520012e8, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=0110cfad-44ae-42d9-8266-6606520012e8,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:41.750957 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.759850 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c8843d22-3eb3-463e-abce-138e077108c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:41.777561 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Allocated IP 172.20.0.1 (fbe16640-8f21-4d2d-9067-68cc976a5e1c/01db6ae7-2df3-414e-83ec-213b4d17c43e/e73f84ed-19ca-44b0-8b99-59ee4f5980b5) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:00:41.807833 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:41.881976 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae09e-d457-4fbe-a594-21481d63691f None None] Pushing event updated for resources: {'Port': ['ID=0110cfad-44ae-42d9-8266-6606520012e8,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:41.886123 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-146ae09e-d457-4fbe-a594-21481d63691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:41.886300 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8938ec-9c85-450f-9caa-6adf82bd4755 req-99769a50-837a-4c3f-a51a-d970dad0bbf0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:41.887691 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Routers {'05579ef9-8f8b-493d-a956-bd4a360f486e'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:41.887830 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d8938ec-9c85-450f-9caa-6adf82bd4755 req-99769a50-837a-4c3f-a51a-d970dad0bbf0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1991947 Jun 01 11:00:41.888560 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['05579ef9-8f8b-493d-a956-bd4a360f486e'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:41.895702 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:41.896201 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:41.966924 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d8938ec-9c85-450f-9caa-6adf82bd4755 req-99cf8c41-80da-4662-a564-1bb5cc1a5d8f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641093 Jun 01 11:00:42.007742 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.024321 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Transition to ACTIVE for port object e73f84ed-19ca-44b0-8b99-59ee4f5980b5 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:42.062739 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.069821 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:42.113880 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] Set router 05579ef9-8f8b-493d-a956-bd4a360f486e gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:42.221444 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:42.225451 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:42.228094 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:00:42.282733 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Pushing event updated for resources: {'Port': ['ID=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:42.296386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.296674 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.297026 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.297373 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.297754 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.298102 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.298458 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.298782 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.299121 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.299457 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.299792 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.300223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.304582 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:42.319508 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.487233 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46856) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:42.514275 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:00:38Z', 'revision_number': 3, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:42.521098 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d108830-0524-4ee6-9614-fe194f138b9d None None] The sync data for ids ['05579ef9-8f8b-493d-a956-bd4a360f486e'] in dv-cinder-787764-3-smb is: [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:00:38Z', 'revision_number': 3, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:00:42.523115 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-4bd6c8b8-c97b-41ee-9fb6-8797fbdd94d2 None None] Provisioning for port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:42.530309 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-4bd6c8b8-c97b-41ee-9fb6-8797fbdd94d2 None None] Provisioning complete for port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:42.530795 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c8b8-c97b-41ee-9fb6-8797fbdd94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.613783 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6c8b8-c97b-41ee-9fb6-8797fbdd94d2 None None] Port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:00:42.623546 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.657338 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.680216 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:42.681573 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8c707-8bda-4227-83a2-88839f589ca2 req-90be6dbe-6b5b-4ac5-929d-da703dd52a6a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:42.683068 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-95b8c707-8bda-4227-83a2-88839f589ca2 req-90be6dbe-6b5b-4ac5-929d-da703dd52a6a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2404509 Jun 01 11:00:42.684016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb5e48d916949249de88f1bb3e396c7 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:42.686873 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:42.693648 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:42.786631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.792563 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:42.818805 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-95b8c707-8bda-4227-83a2-88839f589ca2 req-837a40bd-b970-4293-97f2-cf85f533692f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124768 Jun 01 11:00:42.822409 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-de3b3f19-e472-40c2-82d0-77de08a0d285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:42.868249 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bb5e48d916949249de88f1bb3e396c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790915 Jun 01 11:00:42.869123 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46876) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:42.870184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d789199-a15d-4e52-b0b1-f405fc229337,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:42.896036 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.897857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.898420 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.898948 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.899506 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.903739 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.904342 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.905360 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.905952 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.906508 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.907141 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.907691 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:42.914985 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:42.983362 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.030452 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.053326 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.061441 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.089609 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46886) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:43.120824 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:43.150599 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.156207 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f24440d1-3357-4a6f-ae41-ae60593cb245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:43.176223 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.178114 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d789199-a15d-4e52-b0b1-f405fc229337 HTTP/1.1" status: 204 len: 168 time: 0.3051264 Jun 01 11:00:43.179877 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d789199-a15d-4e52-b0b1-f405fc229337,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:43.183385 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:43.268236 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.288100 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:43.294005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Usage tracker for resource:security_group_rule and tenant:b84a80e399ac415a8a67ad5143534a02 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:43.298092 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:43.307468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:43.320642 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.327822 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Pushing event updated for resources: {'Port': ['ID=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:43.334859 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:43.479343 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.485415 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b9685-0d56-45a3-bc75-1ac7ed98ee66 req-855f648a-f398-419c-9049-3a90725031f2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:43.487001 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ca8b9685-0d56-45a3-bc75-1ac7ed98ee66 req-855f648a-f398-419c-9049-3a90725031f2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2840512 Jun 01 11:00:43.491208 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.526113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-97589662-c090-4835-81d3-b6e886fd603a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:43.581857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf51a1-2d86-4158-a122-eee0c7bf06d6,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:43.598294 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:43.620529 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b84a80e399ac415a8a67ad5143534a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299251 Jun 01 11:00:43.623147 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 46896) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:43.670474 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ca8b9685-0d56-45a3-bc75-1ac7ed98ee66 req-7beeeeb8-0ea0-4df4-aff2-114b174b3a2a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241133 Jun 01 11:00:43.671882 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 0110cfad-44ae-42d9-8266-6606520012e8 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:43.672376 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:00:43.673857 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:00:43.763711 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.797495 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.798502 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 0110cfad-44ae-42d9-8266-6606520012e8 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:43.808510 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 0110cfad-44ae-42d9-8266-6606520012e8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:43.809001 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.899846 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.905329 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4152498-0d9f-4288-ab6e-924b1c305c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:43.921344 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf51a1-2d86-4158-a122-eee0c7bf06d6,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:43.936275 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:43.944199 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:43.945781 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbbf51a1-2d86-4158-a122-eee0c7bf06d6 HTTP/1.1" status: 204 len: 168 time: 0.3216529 Jun 01 11:00:43.965310 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Router 05579ef9-8f8b-493d-a956-bd4a360f486e has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:00:44.052439 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:44.070451 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-30be2df1-372c-405c-8617-b95c4c89d67f None None] Provisioning complete for port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:44.071102 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-30be2df1-372c-405c-8617-b95c4c89d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:44.110369 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 0110cfad-44ae-42d9-8266-6606520012e8, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=0110cfad-44ae-42d9-8266-6606520012e8,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:44.121973 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:44.127599 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:44.194550 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-30be2df1-372c-405c-8617-b95c4c89d67f None None] Port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:00:44.215561 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=0110cfad-44ae-42d9-8266-6606520012e8,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:44.218973 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:44.245433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:00:44.262076 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4148f5-0ffe-4e50-84c2-8728b45fffe7 req-12518e57-3bba-4073-b83d-1f591f6ed9f5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:44.263549 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2c4148f5-0ffe-4e50-84c2-8728b45fffe7 req-12518e57-3bba-4073-b83d-1f591f6ed9f5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2100399 Jun 01 11:00:44.266371 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] 10.222.0.10 "PUT /v2.0/routers/05579ef9-8f8b-493d-a956-bd4a360f486e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9711089 Jun 01 11:00:44.312219 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2c4148f5-0ffe-4e50-84c2-8728b45fffe7 req-60b49ffe-4280-4262-b016-e94c6dd7aede tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jun 01 11:00:44.911830 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6beb8f-4a7b-4bf0-9542-e17c8aef5770 req-f50a0be1-b6ca-4d6b-bdc8-eed12bac5641 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:44.913653 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8a6beb8f-4a7b-4bf0-9542-e17c8aef5770 req-f50a0be1-b6ca-4d6b-bdc8-eed12bac5641 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0907459 Jun 01 11:00:44.987972 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8a6beb8f-4a7b-4bf0-9542-e17c8aef5770 req-b00f0b68-22a5-46d7-a88e-6a49cdba84dc tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654306 Jun 01 11:00:45.188824 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Sync routers for ids ['05579ef9-8f8b-493d-a956-bd4a360f486e'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:00:45.203945 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Routers {'05579ef9-8f8b-493d-a956-bd4a360f486e'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:45.204856 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['05579ef9-8f8b-493d-a956-bd4a360f486e'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:45.578467 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 0110cfad-44ae-42d9-8266-6606520012e8 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:45.666900 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Set router 05579ef9-8f8b-493d-a956-bd4a360f486e gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:45.751595 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2720ff-178a-4c23-8797-ce23d4802221 req-1156366c-602c-429b-8388-3dc43fca01b7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:45.767371 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bf2720ff-178a-4c23-8797-ce23d4802221 req-1156366c-602c-429b-8388-3dc43fca01b7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2246988 Jun 01 11:00:45.859616 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bf2720ff-178a-4c23-8797-ce23d4802221 req-0cdca662-ff26-4917-a521-41c250f0d3c5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909607 Jun 01 11:00:45.868129 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 0110cfad-44ae-42d9-8266-6606520012e8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:45.868508 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:46.246874 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:00:42Z', 'revision_number': 4, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'e73f84ed-19ca-44b0-8b99-59ee4f5980b5', 'name': '', 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'mac_address': 'fa:16:3e:c5:70:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01db6ae7-2df3-414e-83ec-213b4d17c43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:41Z', 'updated_at': '2021-06-01T11:00:42Z', 'revision_number': 2, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'subnets': [{'id': '01db6ae7-2df3-414e-83ec-213b4d17c43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:46.252357 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Checking router: 05579ef9-8f8b-493d-a956-bd4a360f486e for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:00:46.252715 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Updating router 05579ef9-8f8b-493d-a956-bd4a360f486e port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:00:46.280927 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd76aa-a928-4fbc-9358-1bb05d139f4d req-c6313060-1ff5-47bc-b884-91d53e33df6f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:46.286090 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ddcd76aa-a928-4fbc-9358-1bb05d139f4d req-c6313060-1ff5-47bc-b884-91d53e33df6f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1499498 Jun 01 11:00:46.332612 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:46.358037 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ddcd76aa-a928-4fbc-9358-1bb05d139f4d req-d0508826-16ef-49ad-a0e5-e3618abec41a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681367 Jun 01 11:00:46.831099 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:46.858242 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Transition to ACTIVE for port object e73f84ed-19ca-44b0-8b99-59ee4f5980b5 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:00:46.867441 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:46.872717 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:47.004819 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd086e-c9e1-4ded-bc18-714ef77e3889 None None] Pushing event updated for resources: {'Port': ['ID=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:47.009039 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-10cd086e-c9e1-4ded-bc18-714ef77e3889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:47.260321 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32f2d-4793-41ce-9aac-5891041f8650 req-f404dabb-ea65-4695-aaa5-0047f0428738 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:47.268327 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8a32f2d-4793-41ce-9aac-5891041f8650 req-f404dabb-ea65-4695-aaa5-0047f0428738 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2042830 Jun 01 11:00:47.334945 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Attempting to bind port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:00:47.335593 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Attempting to bind port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:00:47.335717 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Attempting to bind port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 on network fbe16640-8f21-4d2d-9067-68cc976a5e1c {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:00:47.341604 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:00:47.341964 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Checking segment: {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:00:47.342368 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:47.342755 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Bound using segment: {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:00:47.343222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Bound port: e73f84ed-19ca-44b0-8b99-59ee4f5980b5, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0ab5e8-6222-4c38-a117-b9e2092baf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:00:47.343595 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:47.356691 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8a32f2d-4793-41ce-9aac-5891041f8650 req-e21f3b8b-2a26-4566-a8dc-657927750277 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862408 Jun 01 11:00:47.494434 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] For port e73f84ed-19ca-44b0-8b99-59ee4f5980b5, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:00:47.497954 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] For port e73f84ed-19ca-44b0-8b99-59ee4f5980b5, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:00:47.504532 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:47.509790 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:47.600170 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd086e-c9e1-4ded-bc18-714ef77e3889 None None] Pushing event updated for resources: {'Port': ['ID=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:47.604402 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-10cd086e-c9e1-4ded-bc18-714ef77e3889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:47.605263 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Routers {'05579ef9-8f8b-493d-a956-bd4a360f486e'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:00:47.605990 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:00:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['05579ef9-8f8b-493d-a956-bd4a360f486e'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:47.693695 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae5d04-80f6-4221-a958-684bc3d265c7 req-69825760-49bc-4218-bbc4-16d67a06de36 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:47.704816 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4cae5d04-80f6-4221-a958-684bc3d265c7 req-69825760-49bc-4218-bbc4-16d67a06de36 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1686485 Jun 01 11:00:47.770937 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4cae5d04-80f6-4221-a958-684bc3d265c7 req-220e356c-2756-4232-a807-f7287565aba5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648606 Jun 01 11:00:47.934860 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] Set router 05579ef9-8f8b-493d-a956-bd4a360f486e gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:00:48.365957 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:00:42Z', 'revision_number': 4, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'e73f84ed-19ca-44b0-8b99-59ee4f5980b5', 'name': '', 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'mac_address': 'fa:16:3e:c5:70:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01db6ae7-2df3-414e-83ec-213b4d17c43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:41Z', 'updated_at': '2021-06-01T11:00:47Z', 'revision_number': 4, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'subnets': [{'id': '01db6ae7-2df3-414e-83ec-213b4d17c43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:00:48.373715 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c790ad-bc08-4dec-8eca-516f989fa3ce None None] The sync data for ids ['05579ef9-8f8b-493d-a956-bd4a360f486e'] in dv-cinder-787764-3-smb is: [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:00:42Z', 'revision_number': 4, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'e73f84ed-19ca-44b0-8b99-59ee4f5980b5', 'name': '', 'network_id': 'fbe16640-8f21-4d2d-9067-68cc976a5e1c', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'mac_address': 'fa:16:3e:c5:70:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '01db6ae7-2df3-414e-83ec-213b4d17c43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:41Z', 'updated_at': '2021-06-01T11:00:47Z', 'revision_number': 4, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'subnets': [{'id': '01db6ae7-2df3-414e-83ec-213b4d17c43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:00:48.613734 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eabd6-5360-48a3-9fb4-515c171c68e9 req-85af3cdf-8c83-4866-80e6-dc3c50b23277 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:48.617526 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-836eabd6-5360-48a3-9fb4-515c171c68e9 req-85af3cdf-8c83-4866-80e6-dc3c50b23277 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1440647 Jun 01 11:00:48.687521 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-836eabd6-5360-48a3-9fb4-515c171c68e9 req-f9037659-188a-477d-bb31-be8b8cf98e79 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626557 Jun 01 11:00:49.126595 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443a25b-1047-45a9-aa32-cc038c89a55a req-3b6707d9-1e16-46da-8cc1-be136a0efeb7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:49.128819 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7443a25b-1047-45a9-aa32-cc038c89a55a req-3b6707d9-1e16-46da-8cc1-be136a0efeb7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2094982 Jun 01 11:00:49.185980 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7443a25b-1047-45a9-aa32-cc038c89a55a req-4e207178-6d2e-4617-8538-a208df7e1db7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493617 Jun 01 11:00:49.594572 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e73f84ed-19ca-44b0-8b99-59ee4f5980b5 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:49.681831 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:00:49.688537 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:49.689300 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:49.854865 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:49.895558 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port e73f84ed-19ca-44b0-8b99-59ee4f5980b5, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:00:49.905153 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:49.910292 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:49.990473 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:50.000231 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.000713 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.001189 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.001637 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.002066 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.002459 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.002881 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.003263 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.003640 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.004029 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.004804 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.004923 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:00:50.016027 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:50.062341 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fcfee-6574-4193-884a-ff55edd65ecf req-314e0f6c-24c1-4a46-81c2-40b9a0eeb6b6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:50.070989 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-625fcfee-6574-4193-884a-ff55edd65ecf req-314e0f6c-24c1-4a46-81c2-40b9a0eeb6b6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1620157 Jun 01 11:00:50.166178 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-625fcfee-6574-4193-884a-ff55edd65ecf req-c0c90197-7b3a-4b86-987f-6c30bb2f3950 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Jun 01 11:00:50.357127 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47054) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:50.460683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b412b9-886d-4fe0-93fa-31957ed6faf4 req-a110ac90-1b67-4c23-954f-77f3c36fd0ab tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:50.467515 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-39b412b9-886d-4fe0-93fa-31957ed6faf4 req-a110ac90-1b67-4c23-954f-77f3c36fd0ab tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1266887 Jun 01 11:00:50.567799 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-39b412b9-886d-4fe0-93fa-31957ed6faf4 req-a50f56b8-f639-402d-9204-851e55f5f44a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988696 Jun 01 11:00:50.580555 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:50.614238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:50.620959 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8fb683f358401d907db39f1c4b4a44 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:50.625499 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:50.632654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:50.753704 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:50.764156 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:50.773623 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-008daef7-5742-41d7-a6cb-e935aba2820a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:50.815515 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c8fb683f358401d907db39f1c4b4a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570646 Jun 01 11:00:50.816988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc20b63d-858d-470a-b037-b1bc43cb0a77,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:50.818589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 47062) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:50.820515 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:50.889589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:50.920485 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:50.982329 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:50.986969 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5bf0cefd-ce03-4b82-81e0-322e129f3bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:50.998865 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc20b63d-858d-470a-b037-b1bc43cb0a77,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:51.002662 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:51.006513 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:51.019826 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc20b63d-858d-470a-b037-b1bc43cb0a77 HTTP/1.1" status: 204 len: 168 time: 0.1908388 Jun 01 11:00:51.445629 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4c4ec-e213-489d-a167-fcafd41c69ad req-f47b94e4-092e-4ec5-bfaf-704488a8af4d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:51.448065 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e8c4c4ec-e213-489d-a167-fcafd41c69ad req-f47b94e4-092e-4ec5-bfaf-704488a8af4d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1395130 Jun 01 11:00:51.529324 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e8c4c4ec-e213-489d-a167-fcafd41c69ad req-1d7b74de-8a87-427a-b3ad-68e36a38dba3 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667069 Jun 01 11:00:51.566206 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e73f84ed-19ca-44b0-8b99-59ee4f5980b5 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:00:51.679991 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:00:51.680496 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:51.958694 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a40cc6-b80f-44cd-ab16-df843c449c8f req-862af2af-c044-41a1-a2bf-09ff56a870ce tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:51.960232 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71a40cc6-b80f-44cd-ab16-df843c449c8f req-862af2af-c044-41a1-a2bf-09ff56a870ce tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1606078 Jun 01 11:00:52.012276 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71a40cc6-b80f-44cd-ab16-df843c449c8f req-e697aec5-6d62-4201-bdd6-803f3b573d81 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Jun 01 11:00:52.775245 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc04a6-24fc-476d-88d4-cb2e6c6b269a req-eec058ce-648f-4cc8-ad5d-355ff7cafb35 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:52.789904 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-53cc04a6-24fc-476d-88d4-cb2e6c6b269a req-eec058ce-648f-4cc8-ad5d-355ff7cafb35 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1310985 Jun 01 11:00:52.858439 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:00:52.878859 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-53cc04a6-24fc-476d-88d4-cb2e6c6b269a req-35278921-97d1-4043-91e5-116f71cc3e9c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861945 Jun 01 11:00:53.288144 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8ed1-a48b-4215-abc8-47b3986d0f6c req-d383b5e5-452f-4d29-9e03-a736cf1a9cc7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:53.289715 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-493e8ed1-a48b-4215-abc8-47b3986d0f6c req-d383b5e5-452f-4d29-9e03-a736cf1a9cc7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1239722 Jun 01 11:00:53.362966 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-493e8ed1-a48b-4215-abc8-47b3986d0f6c req-c8c20fc8-64f4-47bf-9636-d94563f9fb8e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614550 Jun 01 11:00:54.143489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04518b3b-31b9-4626-b413-19e2c460ebfb req-f925fdf8-6036-4683-91d5-94bcf81e4611 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:54.150861 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04518b3b-31b9-4626-b413-19e2c460ebfb req-f925fdf8-6036-4683-91d5-94bcf81e4611 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0994327 Jun 01 11:00:54.201076 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-04518b3b-31b9-4626-b413-19e2c460ebfb req-1662819a-9825-4227-a501-3e004b7cb954 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Jun 01 11:00:54.610803 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67be5d61-46d0-4a8e-b0f8-3294fea1a878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:54.716106 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6034d-eefe-41c1-9360-ffda2c826fd9 req-cc7fe70c-351e-45d3-a4fc-98e197e49d08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:54.717636 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5ce6034d-eefe-41c1-9360-ffda2c826fd9 req-cc7fe70c-351e-45d3-a4fc-98e197e49d08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1038365 Jun 01 11:00:54.789709 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5ce6034d-eefe-41c1-9360-ffda2c826fd9 req-e37ea0f0-c727-42f0-b410-9b7f8cb5553a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644493 Jun 01 11:00:55.434391 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0cf1-36a0-46e5-b7bc-2bb19bb12c8b req-6c0d2d8f-8655-4cb8-9442-5f2f4c9693ec tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:55.435971 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d11b0cf1-36a0-46e5-b7bc-2bb19bb12c8b req-6c0d2d8f-8655-4cb8-9442-5f2f4c9693ec tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1112678 Jun 01 11:00:55.500883 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d11b0cf1-36a0-46e5-b7bc-2bb19bb12c8b req-c05c69cc-02dc-4e35-bac3-9a5d09af954e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 Jun 01 11:00:55.702957 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 47166) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:55.877433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:55.904302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:00:55.909318 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Usage tracker for resource:security_group_rule and tenant:7a21178f02ff443794aea2bb5f0dd8f6 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:00:55.912253 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:00:55.918118 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:00:56.148938 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:56.158585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203167-808a-4157-8bfb-62319c66135b req-81f29350-4425-44b3-a2df-2847ebfe4184 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:56.161431 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-13203167-808a-4157-8bfb-62319c66135b req-81f29350-4425-44b3-a2df-2847ebfe4184 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2277865 Jun 01 11:00:56.164439 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bb3e2-9844-45fd-abfb-0d838528420c req-c5a20c71-9eca-4fbf-a477-7ff6a3f4854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:56.166137 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5e0bb3e2-9844-45fd-abfb-0d838528420c req-c5a20c71-9eca-4fbf-a477-7ff6a3f4854e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1818924 Jun 01 11:00:56.168012 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:56.177130 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2a75fd5d-e9ea-4b10-b8bb-43619929019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:56.342477 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc61be3-e1b9-4370-8700-2bd1d0730dc1,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:56.349465 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a21178f02ff443794aea2bb5f0dd8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6431711 Jun 01 11:00:56.349465 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:56.350356 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47178) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:00:56.355280 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-13203167-808a-4157-8bfb-62319c66135b req-69a1ddd9-811c-454b-8be5-18044ef2f6a6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882119 Jun 01 11:00:56.361502 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5e0bb3e2-9844-45fd-abfb-0d838528420c req-967c960e-79ea-4883-8175-3913617ebc11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851711 Jun 01 11:00:56.443119 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:56.474636 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:56.580163 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:56.588080 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8782b4b9-9082-4e1e-bead-b7bfc997d0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:00:56.698143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc61be3-e1b9-4370-8700-2bd1d0730dc1,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:00:56.705132 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:00:56.712538 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:56.717375 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9f707369-2d2b-40bd-a460-877a6ed807a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbc61be3-e1b9-4370-8700-2bd1d0730dc1 HTTP/1.1" status: 204 len: 168 time: 0.3609970 Jun 01 11:00:56.861066 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0ed9b-f222-40e4-b7e2-964bb2eae728 req-bc286fdc-16d7-4fe9-a2f2-8c18dd32c510 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:56.864031 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a8f0ed9b-f222-40e4-b7e2-964bb2eae728 req-bc286fdc-16d7-4fe9-a2f2-8c18dd32c510 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1666803 Jun 01 11:00:57.029864 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a8f0ed9b-f222-40e4-b7e2-964bb2eae728 req-c0de3612-e7ab-49c3-b90b-e6d40e878875 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581807 Jun 01 11:00:57.285813 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:57.377839 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0e2213bb-8d5f-4084-8424-29e0d439e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:57.591594 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fc2f7-4ca3-4425-8fdf-9bbca83c0b28 req-e0d217f2-60c7-4549-8f87-5c790cf7a1d7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:57.593053 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c6fc2f7-4ca3-4425-8fdf-9bbca83c0b28 req-e0d217f2-60c7-4549-8f87-5c790cf7a1d7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0836151 Jun 01 11:00:57.645173 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c6fc2f7-4ca3-4425-8fdf-9bbca83c0b28 req-943639f6-38ff-41b5-adc5-6858ae83c532 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Jun 01 11:00:57.911222 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-b967d0d3-73a2-43ed-95c6-20b2b56e2492 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:57.912619 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-b967d0d3-73a2-43ed-95c6-20b2b56e2492 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 814 time: 0.1472197 Jun 01 11:00:57.926775 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-5bee65ee-4480-4762-b9f7-e7f463388a41 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/quotas/c2a3b16c49e7488590aa349b7fe32aca HTTP/1.1" status: 200 len: 375 time: 0.0088282 Jun 01 11:00:58.014529 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-aa47a07f-bd0e-423f-a241-bba065f00d79 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813746 Jun 01 11:00:58.193356 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-174c538b-9de3-42c1-af13-cd6edd3619b5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 11:00:58.194464 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-174c538b-9de3-42c1-af13-cd6edd3619b5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564482 Jun 01 11:00:58.321033 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:00:58.342843 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6affe-5f68-4cd2-8443-914173600185 req-48e914ff-c634-4b11-b2fa-6e8fdbe3d8ac tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:58.344316 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7b6affe-5f68-4cd2-8443-914173600185 req-48e914ff-c634-4b11-b2fa-6e8fdbe3d8ac tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2050741 Jun 01 11:00:58.389488 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-07a5170c-7d28-4a19-a944-bede84b1ad6a service neutron] 10.222.0.10 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859479 Jun 01 11:00:58.435875 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7b6affe-5f68-4cd2-8443-914173600185 req-301c14ca-485c-46a8-8060-3b72751072de tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855904 Jun 01 11:00:58.584640 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f2a8f261-583c-4530-aa9c-c6827bafaf78 service neutron] 10.222.0.10 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824825 Jun 01 11:00:58.910588 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567947-6ca3-4721-81a6-e4b71283b214 req-bdfb4e68-8291-4fdb-a7f3-46c622692f8e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:58.912029 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-21567947-6ca3-4721-81a6-e4b71283b214 req-bdfb4e68-8291-4fdb-a7f3-46c622692f8e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0924449 Jun 01 11:00:58.996297 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-21567947-6ca3-4721-81a6-e4b71283b214 req-5dfc3554-0849-4a10-9b6d-3ca2cc8af505 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787649 Jun 01 11:00:59.047114 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2baa7de5-1616-4c54-b040-b3aabb02811c req-0c4cb1e3-15b4-4fce-9f98-08b92e3851a1 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 210 time: 0.0870931 Jun 01 11:00:59.100819 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-5cdc2f15-5fd5-40db-ada1-7c1f99226358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:59.102343 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-5cdc2f15-5fd5-40db-ada1-7c1f99226358 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1051965 Jun 01 11:00:59.291833 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403ef40-7553-41b2-ab3c-dea0e98e70d7 req-90ea649a-efd7-4edc-a339-2d091f32946c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:59.293294 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a403ef40-7553-41b2-ab3c-dea0e98e70d7 req-90ea649a-efd7-4edc-a339-2d091f32946c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1949971 Jun 01 11:00:59.298009 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-f643a9ee-a67e-4470-a887-21f9e4f59940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:59.299882 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-f643a9ee-a67e-4470-a887-21f9e4f59940 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.1610944 Jun 01 11:00:59.384522 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-2c2f62d1-1f84-4901-896f-1e1679d44ded service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 200 len: 217 time: 0.0667362 Jun 01 11:00:59.441033 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a403ef40-7553-41b2-ab3c-dea0e98e70d7 req-432784b9-08a9-421c-95ee-04a56c5ac579 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401417 Jun 01 11:00:59.464900 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-153fa00f-6f4d-41c8-9624-3c0ede1e69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:00:59.466381 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-153fa00f-6f4d-41c8-9624-3c0ede1e69c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.0726421 Jun 01 11:00:59.523695 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-efd69ed4-62a3-4b2c-874c-72b84e2798c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421205 Jun 01 11:00:59.723065 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-e06d0ccb-4598-4b96-92f1-7be62c3ea8b8 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820724 Jun 01 11:00:59.886862 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fa2b2385-7a53-48e2-9153-432b2a28107e req-22203586-ba52-4ed1-8eef-a09d4282e616 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322572 Jun 01 11:00:59.962638 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:00.105803 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:01:00.294984 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:00.313530 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '6b48e926-1d38-4eea-893e-990140aaf747', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'port_id': '6b48e926-1d38-4eea-893e-990140aaf747', 'mac_address': 'fa:16:3e:78:79:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:01:00.367758 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ffeef430-eb64-4fdd-bac0-254eb4618116 req-61fe8730-4c1c-49b1-99be-45a280b8bab9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 210 time: 0.0563850 Jun 01 11:01:00.429596 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:00.430931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2e82121d-d79e-4443-b92d-789c5e7f7c02 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:00.432546 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2e82121d-d79e-4443-b92d-789c5e7f7c02 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 814 time: 0.4144139 Jun 01 11:01:00.450815 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b48e926-1d38-4eea-893e-990140aaf747 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:00.452097 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9d7f-d1ba-44f2-b6de-1e16a987b387 req-786bc624-3cd6-4b69-aba8-a63fb32b2012 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:00.460072 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-245d9d7f-d1ba-44f2-b6de-1e16a987b387 req-786bc624-3cd6-4b69-aba8-a63fb32b2012 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2288885 Jun 01 11:01:00.466764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'port': {'device_id': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'admin_state_up': True, 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:00.470386 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:00.474981 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:00.477842 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-13c9de6d-ea33-4818-b4c7-d40fa5cb1a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:00.599472 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['6b48e926-1d38-4eea-893e-990140aaf747'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:00.618043 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-245d9d7f-d1ba-44f2-b6de-1e16a987b387 req-eaa9f7e7-c628-4d58-b3c8-852d7f48b0d8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569779 Jun 01 11:01:00.676035 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:00.679694 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:00.807565 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:00.830633 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2ad9-52b8-4381-9515-5a687b5f5d98 req-e6fdd86b-95ff-4729-9a13-3a3d996c669f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:00.835180 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-54ba2ad9-52b8-4381-9515-5a687b5f5d98 req-e6fdd86b-95ff-4729-9a13-3a3d996c669f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2138669 Jun 01 11:01:00.840947 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:port and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:00.852424 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:00.921927 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:00.962628 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-54ba2ad9-52b8-4381-9515-5a687b5f5d98 req-4090fdd7-46e0-475e-bcf2-351afc0c07d5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147599 Jun 01 11:01:00.965370 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Made reservation on behalf of c2a3b16c49e7488590aa349b7fe32aca for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:01:00.971095 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:01.188684 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Allocated IP 172.20.0.7 (171d23ce-f7f0-47bb-8059-c03e49538660/de8b6536-e660-491c-a03c-441a5a96ab01/004d42fa-b5ed-48c3-ace3-a6dcdd92abe3) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:01.586123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:01.654734 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-31caf8bf-0c94-4daf-8323-62bd3f698430 req-197c52b3-7641-4d1e-baa5-dedbdbf60d42 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 210 time: 0.0740640 Jun 01 11:01:01.665127 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Transition to ACTIVE for port object 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:01.705023 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:01.727038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:01.810946 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:01.815451 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:01.821363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Network 171d23ce-f7f0-47bb-8059-c03e49538660 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:01:01.822877 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:01.838452 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:01:02.011077 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:02.011758 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:02.115383 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:01:02.115956 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6526160 Jun 01 11:01:02.133180 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604265ed-2649-4b27-be3d-347a1c61ccab req-317e7ecc-edc2-4764-a25a-6a7d0d510b39 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:02.147596 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-604265ed-2649-4b27-be3d-347a1c61ccab req-317e7ecc-edc2-4764-a25a-6a7d0d510b39 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 944 time: 0.2263675 Jun 01 11:01:02.200957 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Request body: {'port': {'device_id': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:02.343056 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-cb19f993-521b-40e9-bc2e-9bd2e8bbae97 None None] Provisioning for port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:01:02.358246 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-cb19f993-521b-40e9-bc2e-9bd2e8bbae97 None None] Provisioning complete for port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:02.358628 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cb19f993-521b-40e9-bc2e-9bd2e8bbae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:02.482735 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 6b48e926-1d38-4eea-893e-990140aaf747 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:02.483124 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:02.557771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-cb19f993-521b-40e9-bc2e-9bd2e8bbae97 None None] Port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:01:02.592572 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-604265ed-2649-4b27-be3d-347a1c61ccab req-8b4530e8-376c-4431-9f83-2de139fd11b5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440567 Jun 01 11:01:02.844087 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071bf89-5533-450a-86e6-0f08fec72c6d req-bbd5158d-f6ac-41f1-a08f-86acb054acf8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:02.849999 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9071bf89-5533-450a-86e6-0f08fec72c6d req-bbd5158d-f6ac-41f1-a08f-86acb054acf8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.5158107 Jun 01 11:01:02.863075 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:02.902183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:02.934183 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:02.936581 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a46650-3d72-444a-8cb5-3f6aa6b38277" -d '{"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-plugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:02.946149 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:02.952471 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:02.955614 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:03.059365 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=7']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:03.082147 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:03.191442 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9071bf89-5533-450a-86e6-0f08fec72c6d req-16d659ea-7089-4adf-b238-e8c7b8650c6a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318906 Jun 01 11:01:03.303631 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a8aeeb-93b3-4a0a-b981-d244b69771dd x-openstack-request-id: req-b7a8aeeb-93b3-4a0a-b981-d244b69771dd {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:03.304080 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-plugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:03.304437 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7a8aeeb-93b3-4a0a-b981-d244b69771dd {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:03.304931 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'code': 200} Jun 01 11:01:03.735299 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc2025-4c69-4245-9cef-498e354876e7 req-fc362687-215f-4e5b-91b2-363a24dfd9fa tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:03.736116 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-36fc2025-4c69-4245-9cef-498e354876e7 req-fc362687-215f-4e5b-91b2-363a24dfd9fa tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Synchronizing usage tracker for tenant:c2a3b16c49e7488590aa349b7fe32aca on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:01:03.846192 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-36fc2025-4c69-4245-9cef-498e354876e7 req-fc362687-215f-4e5b-91b2-363a24dfd9fa tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Unset dirty status for tenant:c2a3b16c49e7488590aa349b7fe32aca on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:01:03.853007 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-36fc2025-4c69-4245-9cef-498e354876e7 req-fc362687-215f-4e5b-91b2-363a24dfd9fa tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 931 time: 0.7881546 Jun 01 11:01:04.053991 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-36fc2025-4c69-4245-9cef-498e354876e7 req-6d3eb58d-76ca-4279-adde-fe31dcdcdc9a tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578670 Jun 01 11:01:04.165619 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:04.194181 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:04.216991 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360abbc-e7ec-4956-9ddb-99ab2a504b14 req-cb8d2407-b75f-4d8f-8270-ab3f00a607b3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:04.218641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4360abbc-e7ec-4956-9ddb-99ab2a504b14 req-cb8d2407-b75f-4d8f-8270-ab3f00a607b3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2322912 Jun 01 11:01:04.242054 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Transition to ACTIVE for port object 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:04.257527 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:04.261616 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a0e31215-b03a-4fe9-8d25-344db1d76142 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:04.404401 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4360abbc-e7ec-4956-9ddb-99ab2a504b14 req-726e6f47-8207-4743-ad2c-d608d3c38033 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784167 Jun 01 11:01:04.424844 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:04.512785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:04.744915 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db737-f4b4-4ffc-ae4f-c0765f98d73c req-118487ed-7e5c-47cb-b270-a28643c9f2d4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:04.767257 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-182db737-f4b4-4ffc-ae4f-c0765f98d73c req-118487ed-7e5c-47cb-b270-a28643c9f2d4 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.3450756 Jun 01 11:01:04.833684 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Attempting to bind port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:01:04.834085 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Attempting to bind port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:01:04.834372 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Attempting to bind port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 on network 171d23ce-f7f0-47bb-8059-c03e49538660 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:04.884254 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 on network 171d23ce-f7f0-47bb-8059-c03e49538660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:01:04.886215 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Attempting to bind port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 on network 171d23ce-f7f0-47bb-8059-c03e49538660 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:04.914672 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-182db737-f4b4-4ffc-ae4f-c0765f98d73c req-23b77eab-e749-476a-8f5c-3d0b93a5d314 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449308 Jun 01 11:01:04.924779 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:01:04.925052 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Checking segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:01:04.925971 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Bound using segment: {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:01:04.926415 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Bound port: 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7680cdaf-37aa-40ca-92e3-0e950b1c9583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:01:04.926760 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:05.145332 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:01:05.154574 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:01:05.161695 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:05.181539 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1faf22ce-0131-47cf-b9ad-6ff0cc57acab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:05.266180 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:05.271690 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:05.274316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:05.275008 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:05.276383 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] 10.222.0.73 "PUT /v2.0/ports/004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 1093 time: 3.1210620 Jun 01 11:01:05.279245 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:05.285559 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619e0f41-5a43-4cb1-b235-6ea1b7220424" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:05.483514 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6abbba-f6a9-4d66-bc92-119c9abc2d19 x-openstack-request-id: req-3b6abbba-f6a9-4d66-bc92-119c9abc2d19 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:05.484085 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:05.484444 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b6abbba-f6a9-4d66-bc92-119c9abc2d19 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:05.485081 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'status': 'completed', 'code': 200} Jun 01 11:01:05.690760 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-e7cd32b1-1a39-475b-ad11-8b62cc88461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:05.695192 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-a67e219c-33b4-4e79-bc64-088504b172b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012781 Jun 01 11:01:05.696083 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-e7cd32b1-1a39-475b-ad11-8b62cc88461e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1096 time: 0.3001604 Jun 01 11:01:05.709748 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7aa747-0268-4d77-b776-e5c4ccab34af req-a3c3ddd1-bef9-4ac9-b053-30b31552144e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:05.711829 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dd7aa747-0268-4d77-b776-e5c4ccab34af req-a3c3ddd1-bef9-4ac9-b053-30b31552144e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.3705976 Jun 01 11:01:05.932839 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-3c5ba37d-cac0-472a-b3db-f02cb23e0459 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 217 time: 0.1555665 Jun 01 11:01:05.958300 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dd7aa747-0268-4d77-b776-e5c4ccab34af req-392b46a9-e858-4f7f-af48-80b2713a9e79 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369208 Jun 01 11:01:06.056541 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-28387ee6-6dc2-4282-be65-553bbb074a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:06.061320 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-28387ee6-6dc2-4282-be65-553bbb074a5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=55124275cf914091820af6cd51aef6ec&device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 1099 time: 0.3179746 Jun 01 11:01:06.487527 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b23c-90e0-42fe-b38b-40ec93036fef req-2e2ba519-aeca-4097-9b84-15b306ac9711 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:06.501219 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0a81b23c-90e0-42fe-b38b-40ec93036fef req-2e2ba519-aeca-4097-9b84-15b306ac9711 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.2358849 Jun 01 11:01:06.604881 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0a81b23c-90e0-42fe-b38b-40ec93036fef req-98bc77f4-78b7-42c8-8dad-8f0f475df277 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026049 Jun 01 11:01:07.164705 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:07.289782 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1733-55ad-47c2-a5b1-57e0d07cd7f0 req-985ea20e-b74a-4a17-bfdd-60c5e4e5ba4c tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:07.291359 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1b7b1733-55ad-47c2-a5b1-57e0d07cd7f0 req-985ea20e-b74a-4a17-bfdd-60c5e4e5ba4c tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1450508 Jun 01 11:01:07.388900 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1b7b1733-55ad-47c2-a5b1-57e0d07cd7f0 req-2e108f93-3ddc-4f57-92d8-70898a87f8c3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858920 Jun 01 11:01:07.958733 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8416be-f6a1-4bc4-8278-4d1001fb938d req-049fcafc-9567-4d2d-b4a2-6c413f4f55ef tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:07.960307 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0c8416be-f6a1-4bc4-8278-4d1001fb938d req-049fcafc-9567-4d2d-b4a2-6c413f4f55ef tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1843448 Jun 01 11:01:08.163032 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0c8416be-f6a1-4bc4-8278-4d1001fb938d req-7c24f8cc-95a3-4714-a36c-4762f415ef48 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844444 Jun 01 11:01:08.635623 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2132ff7-ee83-4151-8e3b-4943f891e4ed req-59793083-503c-4962-aa37-43fb246542ee tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:08.637252 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2132ff7-ee83-4151-8e3b-4943f891e4ed req-59793083-503c-4962-aa37-43fb246542ee tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1128166 Jun 01 11:01:08.684742 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2132ff7-ee83-4151-8e3b-4943f891e4ed req-2dd352c8-0e24-4f1f-b475-1816bf71b558 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Jun 01 11:01:09.404316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac54ae0-abc9-442d-94f8-036697ffe077 req-16705d43-366c-4a6e-bf88-af10d4bfe720 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:09.405958 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ac54ae0-abc9-442d-94f8-036697ffe077 req-16705d43-366c-4a6e-bf88-af10d4bfe720 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0920811 Jun 01 11:01:09.469612 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ac54ae0-abc9-442d-94f8-036697ffe077 req-c623843b-fda9-4dfe-ad64-38a9a26c93a8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557199 Jun 01 11:01:10.115081 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d048f25-9a3e-41fe-89ee-54b0f30c2df9 req-63c5bf63-566c-469a-89c4-26db1ebb7a79 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:10.123819 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0d048f25-9a3e-41fe-89ee-54b0f30c2df9 req-63c5bf63-566c-469a-89c4-26db1ebb7a79 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1255612 Jun 01 11:01:10.238283 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0d048f25-9a3e-41fe-89ee-54b0f30c2df9 req-d3b3b5ae-6af1-4e6e-9393-1cfb3112374e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130636 Jun 01 11:01:10.743635 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a19a89-10ba-4d06-b0f9-2c74af49788d req-af5db15c-08d5-4dbf-ac11-733a8cfe0473 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:10.745546 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c1a19a89-10ba-4d06-b0f9-2c74af49788d req-af5db15c-08d5-4dbf-ac11-733a8cfe0473 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1132026 Jun 01 11:01:10.822198 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c1a19a89-10ba-4d06-b0f9-2c74af49788d req-a68d6316-6ac1-45b5-aac0-576ccbba4d5b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695293 Jun 01 11:01:11.561829 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43b46b-5914-457c-9de5-68066081c215 req-49417d68-02eb-4aa5-bb25-8d15cd68ac00 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:11.563927 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ad43b46b-5914-457c-9de5-68066081c215 req-49417d68-02eb-4aa5-bb25-8d15cd68ac00 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1459184 Jun 01 11:01:11.630211 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ad43b46b-5914-457c-9de5-68066081c215 req-8660ac7b-8748-428f-93a9-7f6efda73995 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Jun 01 11:01:12.080934 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b32a5f-da9b-4311-9c0c-7f157e58151f req-ce612ab6-03a3-4c9f-9378-3dae312ddfcd tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:12.082653 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f4b32a5f-da9b-4311-9c0c-7f157e58151f req-ce612ab6-03a3-4c9f-9378-3dae312ddfcd tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1156077 Jun 01 11:01:12.134665 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f4b32a5f-da9b-4311-9c0c-7f157e58151f req-2d00be03-281f-48ca-bb6c-0e165502d6ce tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450821 Jun 01 11:01:12.820496 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c30b-f5ae-410f-b612-afae1c4671ea req-b2cfb9df-5430-43fc-8169-31bc99ba0d2b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:12.823026 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e8c2c30b-f5ae-410f-b612-afae1c4671ea req-b2cfb9df-5430-43fc-8169-31bc99ba0d2b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.0921881 Jun 01 11:01:12.869445 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e8c2c30b-f5ae-410f-b612-afae1c4671ea req-d5732fcb-9c5b-421c-b193-cc7afa215d11 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Jun 01 11:01:13.286975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47490) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:13.348967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3579853-17b9-486e-aac3-1c45acf44dbb req-2b1b4169-c866-4388-9402-ce4b84218e57 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:13.350479 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a3579853-17b9-486e-aac3-1c45acf44dbb req-2b1b4169-c866-4388-9402-ce4b84218e57 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0948174 Jun 01 11:01:13.396155 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a3579853-17b9-486e-aac3-1c45acf44dbb req-bbdf2e7e-1b14-4ca1-a6db-63b5c7d9bb56 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Jun 01 11:01:13.441191 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.457129 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:13.466509 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7f87f0262f4e68a8b374826e7c3f39 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:13.469794 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:13.481493 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:13.582942 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.586851 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.594060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c13ee938-cac8-42c8-b112-894eb1328b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:13.633201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbbc112-e474-498b-b1c2-4f5600fb0390,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:13.637441 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a7f87f0262f4e68a8b374826e7c3f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488338 Jun 01 11:01:13.638263 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:13.640212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47500) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:13.700624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.730209 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.790060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.794969 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d764fc5b-f2a3-4a5a-9715-9f362303a715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:13.807876 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbbc112-e474-498b-b1c2-4f5600fb0390,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:13.810231 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:13.813740 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:13.817973 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bbbc112-e474-498b-b1c2-4f5600fb0390 HTTP/1.1" status: 204 len: 168 time: 0.1768174 Jun 01 11:01:14.133185 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285877a-938a-4df1-a89a-502aebe2c200 req-80bd62ff-2b5f-44db-97ce-f82f47403b81 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:14.134685 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9285877a-938a-4df1-a89a-502aebe2c200 req-80bd62ff-2b5f-44db-97ce-f82f47403b81 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1126387 Jun 01 11:01:14.182261 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9285877a-938a-4df1-a89a-502aebe2c200 req-0d98f6fa-2da1-4a59-bf74-8693908b07e6 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Jun 01 11:01:14.634059 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b40c8-5bef-489b-9bb5-1419541f402d req-f462d45b-c57c-4c38-853e-8ea2701d5e67 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:14.635615 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5e0b40c8-5bef-489b-9bb5-1419541f402d req-f462d45b-c57c-4c38-853e-8ea2701d5e67 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.1090240 Jun 01 11:01:14.691981 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5e0b40c8-5bef-489b-9bb5-1419541f402d req-afcbe550-9f5b-41ef-a072-503ec295e9eb tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497928 Jun 01 11:01:15.397522 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6805e5-c7c4-4e88-b825-c24c88357fce req-a9736a98-b05a-4e94-b2db-b756ea6af2ab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:15.398907 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bc6805e5-c7c4-4e88-b825-c24c88357fce req-a9736a98-b05a-4e94-b2db-b756ea6af2ab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.0888553 Jun 01 11:01:15.447440 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bc6805e5-c7c4-4e88-b825-c24c88357fce req-9c6fcdb5-ed4c-4b35-89d9-691a31699039 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Jun 01 11:01:15.888726 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77523-5830-4947-b9ff-88e3b5b48587 req-74a561eb-2bb4-42f3-b95c-303de570b06d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:15.890205 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1ee77523-5830-4947-b9ff-88e3b5b48587 req-74a561eb-2bb4-42f3-b95c-303de570b06d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0823352 Jun 01 11:01:15.936379 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1ee77523-5830-4947-b9ff-88e3b5b48587 req-3f7a86e4-b11d-49c1-a86f-c6ab0e0a7eec tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Jun 01 11:01:16.517262 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-524f34e8-5fdb-4fcb-9837-afef159de00e tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a79cf449e0a946f196d1c9475e6675c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275371 Jun 01 11:01:16.779421 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-272e663f-c5aa-4397-8b9b-14f6907fc622 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:16.780907 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-272e663f-c5aa-4397-8b9b-14f6907fc622 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582865 Jun 01 11:01:16.809123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-a1de7ff6-a990-4bbe-82cc-c4d430caa839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:16.810824 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-a1de7ff6-a990-4bbe-82cc-c4d430caa839 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.1219139 Jun 01 11:01:16.824273 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bb4d8914-fab4-4cb8-9668-831aa2c3e54a tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/quotas/a79cf449e0a946f196d1c9475e6675c9 HTTP/1.1" status: 200 len: 375 time: 0.0324650 Jun 01 11:01:16.833646 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-1d1580a1-f72c-4bad-adb1-de1aeba7b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:16.835225 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-1d1580a1-f72c-4bad-adb1-de1aeba7b421 service neutron] 10.222.0.73 "GET /v2.0/networks?id=78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 200 len: 919 time: 0.1552894 Jun 01 11:01:16.880173 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5806bd-b7cc-4519-bf5f-3f09b0df45e6 req-483b05af-57c5-4cea-9472-d382e1e6342f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:16.881646 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f5806bd-b7cc-4519-bf5f-3f09b0df45e6 req-483b05af-57c5-4cea-9472-d382e1e6342f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.2838356 Jun 01 11:01:16.926059 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-4d380ff2-9450-4a6b-b375-2c11ae52fcae tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79cf449e0a946f196d1c9475e6675c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008949 Jun 01 11:01:16.985576 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f5806bd-b7cc-4519-bf5f-3f09b0df45e6 req-34cd22ed-8f1e-4125-975e-78be6e2517c6 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Jun 01 11:01:16.995742 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-ad21e190-2054-47fe-9d0d-f51caeb67765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 HTTP/1.1" status: 200 len: 217 time: 0.1509435 Jun 01 11:01:17.001462 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-df84b99f-0be2-4d8b-8246-3502b42a3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.003404 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-df84b99f-0be2-4d8b-8246-3502b42a3493 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315620 Jun 01 11:01:17.153618 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-ab80a8eb-c7cd-4c2f-a3a6-e2fb1888c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.155303 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-ab80a8eb-c7cd-4c2f-a3a6-e2fb1888c4fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 200 len: 858 time: 0.0646684 Jun 01 11:01:17.218629 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-c8400124-d3b6-4508-a582-3d4da469223b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=78594cff-ec2b-4922-8916-426a78166802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506084 Jun 01 11:01:17.285381 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f58f4556-66f8-44db-a830-44a002209a0e req-51cf8fe6-7cb7-4563-b733-ab73ed7cf14a tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 210 time: 0.2054045 Jun 01 11:01:17.365562 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-63746e98-4add-4237-b90a-66de99f7275e service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368048 Jun 01 11:01:17.459887 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-62cac745-a222-4146-b908-b5fd28cf4d94 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472917 Jun 01 11:01:17.469900 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b86fe2-b2d0-429d-b33f-b6b737b526fb req-50f1ea39-6de2-478c-b1e7-3a0e17f7afa3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.472556 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-88b86fe2-b2d0-429d-b33f-b6b737b526fb req-50f1ea39-6de2-478c-b1e7-3a0e17f7afa3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.3589513 Jun 01 11:01:17.554004 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4629-25e9-4634-b134-de6d0e11922e req-5f498734-7cfc-4a6b-8c52-75e46fffa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.555453 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-5f498734-7cfc-4a6b-8c52-75e46fffa954 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1098 time: 0.1890676 Jun 01 11:01:17.558836 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-875bfbf4-4e9b-4949-8c3a-a5f8f473052e req-b641ddd0-6c2c-4517-bd78-18bf5f9f1437 service neutron] 10.222.0.73 "GET /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585164 Jun 01 11:01:17.634869 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-88b86fe2-b2d0-429d-b33f-b6b737b526fb req-02539286-c408-414f-a802-2413685f2f02 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411688 Jun 01 11:01:17.692555 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-70b485fb-f4c5-4fec-9582-af01b482b664 req-3adb91a9-c277-41c3-ada2-0e325195ef83 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187309 Jun 01 11:01:17.734769 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4629-25e9-4634-b134-de6d0e11922e req-952bb8d6-e5e7-4849-bebf-7f95eaf4a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.736379 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-952bb8d6-e5e7-4849-bebf-7f95eaf4a526 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1702170 Jun 01 11:01:17.865906 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-118c38da-ae56-4ab0-8ce3-0f98d49c3144 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 1000 time: 0.1076918 Jun 01 11:01:17.926571 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-69db6480-ad68-4fb5-b19f-c9fdb4c7f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.928362 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-69db6480-ad68-4fb5-b19f-c9fdb4c7f1b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1096 time: 0.0998054 Jun 01 11:01:17.944659 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4629-25e9-4634-b134-de6d0e11922e req-b02477a4-6741-4f97-a190-f04767d9353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:17.946111 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-b02477a4-6741-4f97-a190-f04767d9353e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0696471 Jun 01 11:01:18.055596 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4629-25e9-4634-b134-de6d0e11922e req-8914f36b-6558-4c97-99f5-ded1f3939bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.057196 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-8914f36b-6558-4c97-99f5-ded1f3939bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987206 Jun 01 11:01:18.100998 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-16ff234b-f861-44aa-b993-0b3fb9e5f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.103329 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-16ff234b-f861-44aa-b993-0b3fb9e5f6d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.1557596 Jun 01 11:01:18.216862 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-5005c186-0f55-49de-b3df-e976aa9b8055 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506786 Jun 01 11:01:18.217394 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-4580f32f-31d6-4ccc-9b23-46c02682c00c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 217 time: 0.1059175 Jun 01 11:01:18.303888 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-26090d85-4b93-424a-8f65-8cb69b4c5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.305398 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-26090d85-4b93-424a-8f65-8cb69b4c5835 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.0709403 Jun 01 11:01:18.317485 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f154e-c039-423d-8f4a-fbe2534e65fd req-ea8e0915-af69-4fd0-bc09-cf3f69a9d458 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.324652 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f9f154e-c039-423d-8f4a-fbe2534e65fd req-ea8e0915-af69-4fd0-bc09-cf3f69a9d458 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1595857 Jun 01 11:01:18.382932 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-46fe4629-25e9-4634-b134-de6d0e11922e req-9dbb6622-c680-4d38-a1f6-825f22684484 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523070 Jun 01 11:01:18.421115 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f9f154e-c039-423d-8f4a-fbe2534e65fd req-b9df614c-a102-4403-8767-6f6d1f0a9255 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954843 Jun 01 11:01:18.441601 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-b531e2fa-eafc-4622-a404-3fb2c0eeaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.443400 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-b531e2fa-eafc-4622-a404-3fb2c0eeaa84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1166265 Jun 01 11:01:18.458180 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-5545cf25-38ba-4fa1-9c9e-98fe6736625c tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a79cf449e0a946f196d1c9475e6675c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438867 Jun 01 11:01:18.512183 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-adb35a7a-2c06-4146-bd28-f44006966528 req-b6d0ff2c-d094-443d-bd85-a6bee5269f8e tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 210 time: 0.0592918 Jun 01 11:01:18.628800 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-c10e7f92-48a0-45ee-8e1d-4d7ba3ffb477 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387732 Jun 01 11:01:18.639508 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-75c06fe0-6235-4394-9ac2-95f8e9c67f4e tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.640903 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-75c06fe0-6235-4394-9ac2-95f8e9c67f4e tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638107 Jun 01 11:01:18.658645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Request body: {'port': {'device_id': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64', 'admin_state_up': True, 'tenant_id': 'a79cf449e0a946f196d1c9475e6675c9'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:18.808429 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:18.812899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Usage tracker for resource:port and tenant:a79cf449e0a946f196d1c9475e6675c9 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:18.816843 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:18.822833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:18.827696 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-619e0f41-5a43-4cb1-b235-6ea1b7220424 req-67e8a552-ee21-4d95-91f2-c28d41ea1deb service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851583 Jun 01 11:01:18.834118 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Made reservation on behalf of a79cf449e0a946f196d1c9475e6675c9 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:01:18.837984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:18.851902 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:18.864360 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3ab7d-e86c-4707-9886-61751ee3bcb3 req-78220451-9e7d-4abc-ab24-a1a8c252ea9a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:18.865875 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-54c3ab7d-e86c-4707-9886-61751ee3bcb3 req-78220451-9e7d-4abc-ab24-a1a8c252ea9a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0993104 Jun 01 11:01:18.866988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:18.870861 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Usage tracker for resource:security_group_rule and tenant:a79cf449e0a946f196d1c9475e6675c9 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:18.873679 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:18.880104 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:18.914524 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-54c3ab7d-e86c-4707-9886-61751ee3bcb3 req-6675466f-526d-465d-8d5e-35a4007acc6f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Jun 01 11:01:18.966010 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:18.969675 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:18.974527 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3928ebe9-92c0-4e4b-89af-a4ecec9526c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:19.138044 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89884e20-2411-4342-aa72-3a785759e234,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:19.143895 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:19.225016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Allocated IP 192.168.233.57 (73c88e4a-e6ee-461c-9bc1-9aa41deebe64/b25c5c93-42c5-479b-b189-2e74aaf8f859/f6145b65-1d7d-4499-a743-c455840fbae9) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:19.433127 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:19.449863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Transition to ACTIVE for port object f6145b65-1d7d-4499-a743-c455840fbae9 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:19.475481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:19.484102 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:19.554635 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:01:19.557664 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:19.560354 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:01:19.607261 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Pushing event updated for resources: {'Port': ['ID=f6145b65-1d7d-4499-a743-c455840fbae9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:19.611353 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:19.636871 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:19.637521 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:19.664391 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0107911 Jun 01 11:01:19.678647 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Request body: {'port': {'device_id': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:19.724645 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3099bfc-0c15-4810-aa47-5693a92c633c req-b46066ef-7220-4da2-8d74-d3522a463574 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:19.726189 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b3099bfc-0c15-4810-aa47-5693a92c633c req-b46066ef-7220-4da2-8d74-d3522a463574 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 943 time: 0.1721017 Jun 01 11:01:19.778723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb88de9-3a13-4197-b0ca-58b312f40ad7 req-e3e65f42-5259-4821-a75d-5a089fc4468b tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:19.780261 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1bb88de9-3a13-4197-b0ca-58b312f40ad7 req-e3e65f42-5259-4821-a75d-5a089fc4468b tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 935 time: 0.1553369 Jun 01 11:01:19.819300 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:19.824947 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-df9ce7ed-5c48-41d4-8bc8-026b4e00fcd5 None None] Provisioning for port f6145b65-1d7d-4499-a743-c455840fbae9 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:01:19.831844 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b3099bfc-0c15-4810-aa47-5693a92c633c req-fa75991b-782a-4e25-bfd2-5ad84b973c6f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993037 Jun 01 11:01:19.836547 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-df9ce7ed-5c48-41d4-8bc8-026b4e00fcd5 None None] Provisioning complete for port f6145b65-1d7d-4499-a743-c455840fbae9 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:19.836932 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-df9ce7ed-5c48-41d4-8bc8-026b4e00fcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:19.866240 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1bb88de9-3a13-4197-b0ca-58b312f40ad7 req-52296346-e625-4ea5-8903-a7671ad89cac tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695598 Jun 01 11:01:19.905372 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-df9ce7ed-5c48-41d4-8bc8-026b4e00fcd5 None None] Port f6145b65-1d7d-4499-a743-c455840fbae9 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:01:20.116319 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995e09c-ae1b-426b-bd8c-f002d6e64c55 req-38641eb1-9e38-4d47-80d8-ce7a384d6efe tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:20.117872 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f995e09c-ae1b-426b-bd8c-f002d6e64c55 req-38641eb1-9e38-4d47-80d8-ce7a384d6efe tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 945 time: 0.0878763 Jun 01 11:01:20.198950 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6145b65-1d7d-4499-a743-c455840fbae9 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:20.208808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.229333 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Transition to ACTIVE for port object f6145b65-1d7d-4499-a743-c455840fbae9 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:20.234885 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.246083 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e85bd542-be50-446d-bfcb-a2034ed7b58a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:20.250462 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f995e09c-ae1b-426b-bd8c-f002d6e64c55 req-75ecb251-fc95-4e80-9987-da869f70a4a2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258016 Jun 01 11:01:20.260223 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:01:20.408534 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:20.471712 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6145b65-1d7d-4499-a743-c455840fbae9,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:20.487641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:20.529577 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Attempting to bind port f6145b65-1d7d-4499-a743-c455840fbae9 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:01:20.530208 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Attempting to bind port f6145b65-1d7d-4499-a743-c455840fbae9 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:01:20.530800 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Attempting to bind port f6145b65-1d7d-4499-a743-c455840fbae9 on network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:20.536381 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Port f6145b65-1d7d-4499-a743-c455840fbae9 on network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:01:20.536733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Attempting to bind port f6145b65-1d7d-4499-a743-c455840fbae9 on network 73c88e4a-e6ee-461c-9bc1-9aa41deebe64 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:20.543310 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:01:20.543475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Checking segment: {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:01:20.544086 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Bound using segment: {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:01:20.544403 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Bound port: f6145b65-1d7d-4499-a743-c455840fbae9, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a377dc89-347d-48f7-9f25-e596063c294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:01:20.544841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.595350 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:20.614580 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'port_id': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'mac_address': 'fa:16:3e:37:f0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:01:20.618240 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.645206 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] For port f6145b65-1d7d-4499-a743-c455840fbae9, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:01:20.648210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] For port f6145b65-1d7d-4499-a743-c455840fbae9, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f6145b65-1d7d-4499-a743-c455840fbae9,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:01:20.653270 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.658435 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:20.705913 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:20.708420 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab84be5-679c-43f9-b356-eb1f98c1b12a" -d '{"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-unplugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:20.735752 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:20.737300 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.738433 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:20.738750 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] 10.222.0.73 "PUT /v2.0/ports/f6145b65-1d7d-4499-a743-c455840fbae9 HTTP/1.1" status: 200 len: 1097 time: 1.0645545 Jun 01 11:01:20.739323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'tag': 'f6145b65-1d7d-4499-a743-c455840fbae9'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:20.742614 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.742799 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1da1256-e632-47b7-8a93-097a8eea5ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1", "tag": "f6145b65-1d7d-4499-a743-c455840fbae9"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:20.760144 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.765371 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:20.772420 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6145b65-1d7d-4499-a743-c455840fbae9,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:20.776590 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:20.798267 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b0f32b-961c-47bc-b505-4e28673fd558 x-openstack-request-id: req-39b0f32b-961c-47bc-b505-4e28673fd558 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:20.799215 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-unplugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:20.799632 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39b0f32b-961c-47bc-b505-4e28673fd558 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:20.800181 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'code': 200} Jun 01 11:01:20.815556 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:20.852449 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:20.860540 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=8']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:20.865423 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:20.866479 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:20.868703 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:20.902200 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00bba96-0906-4818-bd93-3448d8afe5ec x-openstack-request-id: req-c00bba96-0906-4818-bd93-3448d8afe5ec {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:20.902518 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1", "tag": "f6145b65-1d7d-4499-a743-c455840fbae9", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:20.902792 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c00bba96-0906-4818-bd93-3448d8afe5ec {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:20.910152 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'tag': 'f6145b65-1d7d-4499-a743-c455840fbae9', 'status': 'completed', 'code': 200} Jun 01 11:01:20.976488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-6de10ab3-1b67-4221-b955-dbd7cf6e2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:20.980471 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:20.987720 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-6de10ab3-1b67-4221-b955-dbd7cf6e2a1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a79cf449e0a946f196d1c9475e6675c9&device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 1100 time: 0.1657588 Jun 01 11:01:20.988255 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:21.065075 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-114c8f28-501b-44db-888d-ac6df22fe938 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f6145b65-1d7d-4499-a743-c455840fbae9 HTTP/1.1" status: 200 len: 217 time: 0.0670462 Jun 01 11:01:21.115023 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd49fd-fb5d-4a86-adc2-aeb153c6fed0 req-a877c9c3-f062-461f-a826-370779ef3c6a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.116467 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5edd49fd-fb5d-4a86-adc2-aeb153c6fed0 req-a877c9c3-f062-461f-a826-370779ef3c6a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.2009225 Jun 01 11:01:21.132102 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-77944b40-32d5-4a2e-8325-cd57e804355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.133721 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-77944b40-32d5-4a2e-8325-cd57e804355f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b25c5c93-42c5-479b-b189-2e74aaf8f859 HTTP/1.1" status: 200 len: 843 time: 0.0591164 Jun 01 11:01:21.133971 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002e72-2826-4a1a-a7a5-c27bcafc92fe req-5480cd27-b25b-4a4d-bb06-941b6b153f05 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.135393 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4002e72-2826-4a1a-a7a5-c27bcafc92fe req-5480cd27-b25b-4a4d-bb06-941b6b153f05 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 944 time: 0.1149216 Jun 01 11:01:21.151171 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:21.205277 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5edd49fd-fb5d-4a86-adc2-aeb153c6fed0 req-39c834f7-30fc-483e-aca5-477b37ab872e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801275 Jun 01 11:01:21.208076 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4002e72-2826-4a1a-a7a5-c27bcafc92fe req-5d7c6487-06ed-4abd-aca7-e213ec424dc4 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597379 Jun 01 11:01:21.216128 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400a5-dd45-415a-93c3-578e4988282c req-23559f38-768b-4251-83de-ab08233ce00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.217612 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-23559f38-768b-4251-83de-ab08233ce00c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73c88e4a-e6ee-461c-9bc1-9aa41deebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0763206 Jun 01 11:01:21.409706 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3839a-2a97-4513-a3a3-42c545de1cc1 req-b6eb3b15-5e5e-4cb3-8e69-238c6b2e5f0d tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.411201 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-41a3839a-2a97-4513-a3a3-42c545de1cc1 req-b6eb3b15-5e5e-4cb3-8e69-238c6b2e5f0d tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 947 time: 0.0955923 Jun 01 11:01:21.487560 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-256e4fe2-260f-4ae9-8515-f8f124afa434 service neutron] 10.222.0.73 "GET /v2.0/networks/73c88e4a-e6ee-461c-9bc1-9aa41deebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533231 Jun 01 11:01:21.507236 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-41a3839a-2a97-4513-a3a3-42c545de1cc1 req-bd53e4a5-f22b-43bc-88aa-ec3d077b797b tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887663 Jun 01 11:01:21.550924 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d25f3-2ea8-4b81-9f45-85077f16c291 req-9b2f6144-fb6d-46bf-ba0d-2d2e01934e4a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.552387 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-243d25f3-2ea8-4b81-9f45-85077f16c291 req-9b2f6144-fb6d-46bf-ba0d-2d2e01934e4a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0981476 Jun 01 11:01:21.597807 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-243d25f3-2ea8-4b81-9f45-85077f16c291 req-e4dd3c77-a490-41af-90d0-b0090a77e66e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Jun 01 11:01:21.628220 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3fd400a5-dd45-415a-93c3-578e4988282c req-f937baf6-a948-4c99-b1bb-ef11e2f193d1 service neutron] 10.222.0.73 "GET /v2.0/networks/73c88e4a-e6ee-461c-9bc1-9aa41deebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318345 Jun 01 11:01:21.760063 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-ab2c9954-150f-4276-b1a4-4d1150aea4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.761124 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-ab2c9954-150f-4276-b1a4-4d1150aea4b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a79cf449e0a946f196d1c9475e6675c9&device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 1100 time: 0.0783141 Jun 01 11:01:21.896061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-b78bc7f3-069e-46fe-9d7a-038acffea5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:21.897491 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-b78bc7f3-069e-46fe-9d7a-038acffea5af service neutron] 10.222.0.73 "GET /v2.0/networks?id=73c88e4a-e6ee-461c-9bc1-9aa41deebe64 HTTP/1.1" status: 200 len: 870 time: 0.1294925 Jun 01 11:01:21.974750 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-f8ed74fc-97ca-44cc-92ad-c6d293d2953e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f6145b65-1d7d-4499-a743-c455840fbae9 HTTP/1.1" status: 200 len: 217 time: 0.0690429 Jun 01 11:01:22.039213 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-cf10facc-4dc4-4b86-802b-32e189ec78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:22.040641 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-cf10facc-4dc4-4b86-802b-32e189ec78e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b25c5c93-42c5-479b-b189-2e74aaf8f859 HTTP/1.1" status: 200 len: 843 time: 0.0591590 Jun 01 11:01:22.118263 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-4d5fce32-50a0-4e95-ac33-63e107a3e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:22.119723 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-4d5fce32-50a0-4e95-ac33-63e107a3e1f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=73c88e4a-e6ee-461c-9bc1-9aa41deebe64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719218 Jun 01 11:01:22.255855 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-0586a1c8-e981-49c2-bc4e-56bf47d47940 service neutron] 10.222.0.73 "GET /v2.0/networks/73c88e4a-e6ee-461c-9bc1-9aa41deebe64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250136 Jun 01 11:01:22.278774 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:01:22.366224 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:01:22.371151 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:22.371524 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:22.445795 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f1da1256-e632-47b7-8a93-097a8eea5ba5 req-53f19278-107c-49e8-acc4-989e1be06ab4 service neutron] 10.222.0.73 "GET /v2.0/networks/73c88e4a-e6ee-461c-9bc1-9aa41deebe64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739979 Jun 01 11:01:22.470195 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35425583-6777-40f5-9198-cf76003ff878 req-a950823c-1d6b-4a14-8d4c-4753c06d23ea tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:22.471674 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-35425583-6777-40f5-9198-cf76003ff878 req-a950823c-1d6b-4a14-8d4c-4753c06d23ea tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 944 time: 0.1507344 Jun 01 11:01:22.517879 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:22.553374 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:22.558009 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:22.560243 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:22.590367 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-35425583-6777-40f5-9198-cf76003ff878 req-54633f6f-4c91-4ffc-a006-4b3f10fbac6c tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118217 Jun 01 11:01:22.622537 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55434cd1-d58a-4257-80a2-0a0e0ef8e043 req-e743370b-a063-418e-ab5a-1847653da3b6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:22.630163 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-55434cd1-d58a-4257-80a2-0a0e0ef8e043 req-e743370b-a063-418e-ab5a-1847653da3b6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1335511 Jun 01 11:01:22.638501 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:22.643725 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:22.682666 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-55434cd1-d58a-4257-80a2-0a0e0ef8e043 req-965da55f-69a8-4b37-b0e9-95abebdc788f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513687 Jun 01 11:01:22.788523 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aac86-851b-484e-9c17-3bc7648256ce req-21c5c1b6-0563-4842-a52d-c742e92e7cc8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:22.790023 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6e2aac86-851b-484e-9c17-3bc7648256ce req-21c5c1b6-0563-4842-a52d-c742e92e7cc8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0866740 Jun 01 11:01:22.801532 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:22.804287 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113fce13-cae1-4879-9b16-c4fcb3a7769d" -d '{"events": [{"server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:22.836617 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47692) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:22.883603 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6e2aac86-851b-484e-9c17-3bc7648256ce req-c6ba1c2b-fcd2-477a-948f-a0e89be82a40 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879703 Jun 01 11:01:22.911905 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e5a6-7909-4907-a378-e2ef503e55ae req-23898ec4-f9b6-4903-9684-91bbe02357ef tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:22.913384 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4ab0e5a6-7909-4907-a378-e2ef503e55ae req-23898ec4-f9b6-4903-9684-91bbe02357ef tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 947 time: 0.1020684 Jun 01 11:01:22.945378 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115995a5-bdf5-40b5-b23f-ce7c0fc211a8 x-openstack-request-id: req-115995a5-bdf5-40b5-b23f-ce7c0fc211a8 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:22.945840 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:22.946166 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-115995a5-bdf5-40b5-b23f-ce7c0fc211a8 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:22.946633 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'code': 200} Jun 01 11:01:22.961120 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-c4fa7215-9f5d-4eae-9959-030806cbe8a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232998 Jun 01 11:01:22.965087 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4ab0e5a6-7909-4907-a378-e2ef503e55ae req-9e5c4628-6589-4d8f-bf98-278183cb2d04 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Jun 01 11:01:23.198641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e985b-9655-43c5-a1f0-98a8ba21cb2d req-c8087ffb-77a7-462a-a3e6-e7471331a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:23.200240 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d28e985b-9655-43c5-a1f0-98a8ba21cb2d req-c8087ffb-77a7-462a-a3e6-e7471331a71d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1098 time: 0.0813961 Jun 01 11:01:23.249521 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d28e985b-9655-43c5-a1f0-98a8ba21cb2d req-0c4a1f84-8062-490a-95bd-e81faebb98f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Jun 01 11:01:23.414479 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-946a9a14-0f3f-484c-8cc4-186d50cb836d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:23.415199 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-946a9a14-0f3f-484c-8cc4-186d50cb836d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Synchronizing usage tracker for tenant:55124275cf914091820af6cd51aef6ec on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:01:23.430626 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-946a9a14-0f3f-484c-8cc4-186d50cb836d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Unset dirty status for tenant:55124275cf914091820af6cd51aef6ec on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:01:23.432539 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-946a9a14-0f3f-484c-8cc4-186d50cb836d tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1005700 Jun 01 11:01:23.600367 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Deleting port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:01:23.600715 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:23.746051 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] For port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:23.746405 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:23.796933 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad67d-4fef-4b1d-aa33-c9b358114ff9 req-eaa79de1-f780-46b0-a8d2-bf405f8e6d73 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:23.803032 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4d3ad67d-4fef-4b1d-aa33-c9b358114ff9 req-eaa79de1-f780-46b0-a8d2-bf405f8e6d73 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.0978353 Jun 01 11:01:23.902039 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4d3ad67d-4fef-4b1d-aa33-c9b358114ff9 req-8f23d366-5c61-4781-b05b-59cce8c69555 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975859 Jun 01 11:01:23.940666 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22f17-a00c-4c88-980d-844368adb3f3 req-89c37b31-aeb0-45fa-8ae5-6e246f5af47f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:23.942409 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3df22f17-a00c-4c88-980d-844368adb3f3 req-89c37b31-aeb0-45fa-8ae5-6e246f5af47f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=767187ce-1569-4868-81e7-dc21b82e6f29 HTTP/1.1" status: 200 len: 946 time: 0.1204209 Jun 01 11:01:23.963389 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Calling delete_port for 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:01:24.025595 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3df22f17-a00c-4c88-980d-844368adb3f3 req-6ae4d35b-4722-4a0f-9263-ad784a49dfca tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715563 Jun 01 11:01:24.217799 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a01c1-7c99-4305-96bf-6c83041aaae7 req-ab40d9ae-c8c3-4e69-99a3-6e48b0f2ef29 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:24.219722 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1c5a01c1-7c99-4305-96bf-6c83041aaae7 req-ab40d9ae-c8c3-4e69-99a3-6e48b0f2ef29 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.1865244 Jun 01 11:01:24.274574 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device f6145b65-1d7d-4499-a743-c455840fbae9 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:01:24.286150 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:24.286355 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1c5a01c1-7c99-4305-96bf-6c83041aaae7 req-fb196647-4a59-4716-aa20-67b83a6c2859 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562904 Jun 01 11:01:24.291973 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:24.312745 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a5925362-a7b3-4efd-b7fb-ceee74a71e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:24.336302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a675-dc86-4cae-ae83-7e400c48f260 req-9966194c-fced-4048-85fd-28620f2b7f32 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:24.337888 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-abb3a675-dc86-4cae-ae83-7e400c48f260 req-9966194c-fced-4048-85fd-28620f2b7f32 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 947 time: 0.1921899 Jun 01 11:01:24.363320 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['31de0871-1862-4477-b42e-8cd523333ecf', '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:24.380415 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Pushing event deleted for resources: {'Port': ['ID=7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:24.390029 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:24.402183 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-abb3a675-dc86-4cae-ae83-7e400c48f260 req-63f8ecb9-8e97-4a64-bc1e-9e4682de3560 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568135 Jun 01 11:01:24.436759 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.db.resource_extend [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 11:01:24.482931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] No DVR routers for this DVR port 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:01:24.487578 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:24.490331 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767187ce-1569-4868-81e7-dc21b82e6f29', 'name': 'network-vif-deleted', 'tag': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:24.492564 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c815c7-435c-4f52-87c8-132ef6ecae39" -d '{"events": [{"server_uuid": "767187ce-1569-4868-81e7-dc21b82e6f29", "name": "network-vif-deleted", "tag": "7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:24.506877 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc19986c-d16c-44d2-acb5-6a0dd1bf614d req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "DELETE /v2.0/ports/7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 HTTP/1.1" status: 204 len: 173 time: 1.0567980 Jun 01 11:01:24.550933 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e647ca1-ed4a-4ba7-8f53-61476d596fde x-openstack-request-id: req-9e647ca1-ed4a-4ba7-8f53-61476d596fde {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:24.551264 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767187ce-1569-4868-81e7-dc21b82e6f29", "name": "network-vif-deleted", "tag": "7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:24.551549 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e647ca1-ed4a-4ba7-8f53-61476d596fde {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:24.551963 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767187ce-1569-4868-81e7-dc21b82e6f29', 'name': 'network-vif-deleted', 'tag': '7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586', 'status': 'completed', 'code': 200} Jun 01 11:01:24.670672 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ccb0aa46-c729-4a2d-b951-b4efb73a9056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:24.699732 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port f6145b65-1d7d-4499-a743-c455840fbae9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f6145b65-1d7d-4499-a743-c455840fbae9,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:24.729198 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'f6145b65-1d7d-4499-a743-c455840fbae9', 'network_id': '73c88e4a-e6ee-461c-9bc1-9aa41deebe64', 'port_id': 'f6145b65-1d7d-4499-a743-c455840fbae9', 'mac_address': 'fa:16:3e:75:75:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25c5c93-42c5-479b-b189-2e74aaf8f859', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:01:24.821301 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-74abbc9b-9b54-4454-9046-edaedc0ef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:24.823217 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-74abbc9b-9b54-4454-9046-edaedc0ef816 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec&tenant_id=2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 1096 time: 0.0915935 Jun 01 11:01:24.823652 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:24.844624 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6145b65-1d7d-4499-a743-c455840fbae9 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:24.863013 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port f6145b65-1d7d-4499-a743-c455840fbae9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f6145b65-1d7d-4499-a743-c455840fbae9,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:24.868529 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:24.870403 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-10cd086e-c9e1-4ded-bc18-714ef77e3889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:24.920895 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-5218ca9f-e26e-4da0-8ffa-97308207afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:24.922339 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-5218ca9f-e26e-4da0-8ffa-97308207afae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1096 time: 0.0752163 Jun 01 11:01:24.939941 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=f6145b65-1d7d-4499-a743-c455840fbae9,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:24.943949 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:25.070100 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-d04dee40-4ea7-4e02-af1f-740167cc1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.071527 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-d04dee40-4ea7-4e02-af1f-740167cc1e9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1361108 Jun 01 11:01:25.121409 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666825f-d26d-4f2f-b28a-831f736ea72a req-8e436998-16a4-4f88-a54e-bac9940163b5 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.122972 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8666825f-d26d-4f2f-b28a-831f736ea72a req-8e436998-16a4-4f88-a54e-bac9940163b5 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.1461940 Jun 01 11:01:25.159685 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904a22-5096-441d-a378-d71b84396aa1 req-f5b1e342-f66c-4ec6-8779-4166de31366a tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.161158 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-78904a22-5096-441d-a378-d71b84396aa1 req-f5b1e342-f66c-4ec6-8779-4166de31366a tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.1397622 Jun 01 11:01:25.162529 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['f6145b65-1d7d-4499-a743-c455840fbae9'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:25.184315 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-5c8e516e-276c-474f-9e9e-cc73788f120f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 998 time: 0.1059980 Jun 01 11:01:25.209451 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8666825f-d26d-4f2f-b28a-831f736ea72a req-aa3ad063-1224-44cb-b8c4-c9c88a76b1e1 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765204 Jun 01 11:01:25.256152 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-78904a22-5096-441d-a378-d71b84396aa1 req-5ca407a8-d644-4f75-aec7-6094c4542e81 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865726 Jun 01 11:01:25.279710 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-c4413731-f23f-4c51-b44e-cab749fa2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.279935 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-c4413731-f23f-4c51-b44e-cab749fa2aea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0884655 Jun 01 11:01:25.386906 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-dbf916ca-d21b-486c-a778-a19ead91fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.388383 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-dbf916ca-d21b-486c-a778-a19ead91fc1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917361 Jun 01 11:01:25.524720 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf497e-dc91-4d84-9023-89e5be19942c req-d505fa90-0f52-4b87-803a-19ea8abf400f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.526200 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cdbf497e-dc91-4d84-9023-89e5be19942c req-d505fa90-0f52-4b87-803a-19ea8abf400f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.1450119 Jun 01 11:01:25.527090 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-ad6c1e88-3d1c-4238-988b-889029c6a553 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261945 Jun 01 11:01:25.537968 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529f860-bde5-4a98-b3ee-5ec3f0c231a3 req-6ccdac13-8b3f-4d25-b656-efad90e8418e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.539358 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a529f860-bde5-4a98-b3ee-5ec3f0c231a3 req-6ccdac13-8b3f-4d25-b656-efad90e8418e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.1113400 Jun 01 11:01:25.610927 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cdbf497e-dc91-4d84-9023-89e5be19942c req-b17cb3e9-0662-45bf-82b6-b09b2999f888 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704603 Jun 01 11:01:25.615815 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a529f860-bde5-4a98-b3ee-5ec3f0c231a3 req-65687ab3-26d1-4983-81d1-e9b1b83678b6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621383 Jun 01 11:01:25.661690 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d0630144-9aa7-43c9-8df3-4f87f38e49cd req-1e2b13b0-24ad-4ed5-b6d3-53f426b6b762 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274214 Jun 01 11:01:25.812845 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207ea7e-ced0-49f1-a896-7f1e37696e0f req-43633ff1-b995-43f8-9bbb-4fcf9ad72850 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:25.814829 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7207ea7e-ced0-49f1-a896-7f1e37696e0f req-43633ff1-b995-43f8-9bbb-4fcf9ad72850 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 948 time: 0.0822763 Jun 01 11:01:25.862171 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7207ea7e-ced0-49f1-a896-7f1e37696e0f req-b59101e8-fca6-42c5-8540-8808e1d74f50 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Jun 01 11:01:26.123931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcb6d2-7cd5-4d9d-a0cc-646cfe1d0260 req-8eaf860f-d982-448a-a511-f4d61d44c444 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:26.133805 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71bcb6d2-7cd5-4d9d-a0cc-646cfe1d0260 req-8eaf860f-d982-448a-a511-f4d61d44c444 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1758213 Jun 01 11:01:26.178405 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71bcb6d2-7cd5-4d9d-a0cc-646cfe1d0260 req-f87ec901-86f7-4a3b-b57d-d62b5a0bace5 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Jun 01 11:01:26.289760 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device f6145b65-1d7d-4499-a743-c455840fbae9 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:01:26.385098 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port f6145b65-1d7d-4499-a743-c455840fbae9 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:01:26.393316 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port f6145b65-1d7d-4499-a743-c455840fbae9 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:26.393932 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:26.487488 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6c243-1780-414b-935d-6ff7ad7b8303 req-22930101-7d23-4be4-8e75-a96d158c1416 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:26.489056 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5c6c243-1780-414b-935d-6ff7ad7b8303 req-22930101-7d23-4be4-8e75-a96d158c1416 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.1433628 Jun 01 11:01:26.500487 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3cc26-1ccc-48c9-ab25-03827958fabd req-f83acc73-fd7e-4890-95da-63d76df32784 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:26.503474 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f6d3cc26-1ccc-48c9-ab25-03827958fabd req-f83acc73-fd7e-4890-95da-63d76df32784 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.2188964 Jun 01 11:01:26.578711 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f6d3cc26-1ccc-48c9-ab25-03827958fabd req-45926da6-653e-4d02-95f7-1179bc2ecb12 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Jun 01 11:01:26.593737 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:26.609364 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5c6c243-1780-414b-935d-6ff7ad7b8303 req-b65da86f-29bc-4422-bbeb-6d2a9e7ae666 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042929 Jun 01 11:01:26.629810 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6145b65-1d7d-4499-a743-c455840fbae9'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:26.632103 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a92b1-67a2-42d9-ad86-b18a4a397018" -d '{"events": [{"server_uuid": "ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1", "name": "network-vif-plugged", "status": "completed", "tag": "f6145b65-1d7d-4499-a743-c455840fbae9"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:26.664305 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port f6145b65-1d7d-4499-a743-c455840fbae9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f6145b65-1d7d-4499-a743-c455840fbae9,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:26.671082 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:26.672296 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:26.735583 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:26.780670 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49acf7d5-aaac-4700-85cf-d5c7ac69eadf x-openstack-request-id: req-49acf7d5-aaac-4700-85cf-d5c7ac69eadf {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:26.781426 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1", "name": "network-vif-plugged", "status": "completed", "tag": "f6145b65-1d7d-4499-a743-c455840fbae9", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:26.782057 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49acf7d5-aaac-4700-85cf-d5c7ac69eadf {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:26.783293 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6145b65-1d7d-4499-a743-c455840fbae9', 'code': 200} Jun 01 11:01:26.791878 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:01:26.792580 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 7d05f9b4-4ef9-4d98-b9fc-2eefdedcb586 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:01:26.843388 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=f6145b65-1d7d-4499-a743-c455840fbae9,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:26.856672 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:26.981616 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938daf-c8ce-4ec8-84d2-f5294caf4ff2 req-d541913f-e655-444e-9620-a87d72844670 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:26.983201 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-da938daf-c8ce-4ec8-84d2-f5294caf4ff2 req-d541913f-e655-444e-9620-a87d72844670 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.1608050 Jun 01 11:01:27.152556 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-da938daf-c8ce-4ec8-84d2-f5294caf4ff2 req-a0ceb175-9d3c-47b0-961f-4982c85109e0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612937 Jun 01 11:01:27.231255 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ba774-c09c-4662-b55b-d8fc801149d6 req-f1a53d02-7731-4e3e-a8fa-c0b0190881b2 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:27.232789 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-262ba774-c09c-4662-b55b-d8fc801149d6 req-f1a53d02-7731-4e3e-a8fa-c0b0190881b2 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.1797426 Jun 01 11:01:27.273755 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:27.368917 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-262ba774-c09c-4662-b55b-d8fc801149d6 req-3b09d587-646b-484a-a445-ef0e017acfec tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266482 Jun 01 11:01:27.401354 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-424cae08-04c5-4943-9f5c-0e67f2a0520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:27.478806 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f8dbc-5133-434b-b708-864e44157aed req-28f2cab3-50eb-405e-8b43-47ca01841b16 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:27.481959 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3d3f8dbc-5133-434b-b708-864e44157aed req-28f2cab3-50eb-405e-8b43-47ca01841b16 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1119931 Jun 01 11:01:27.543236 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3d3f8dbc-5133-434b-b708-864e44157aed req-c5b1a779-767b-4bd7-9090-aef85f90aa52 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555460 Jun 01 11:01:27.808363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21094c5-38a8-4276-ad16-f9b534eb7f29 req-1237ee2c-0b61-4e7e-ab9f-f81af7c4d5e7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:27.809847 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e21094c5-38a8-4276-ad16-f9b534eb7f29 req-1237ee2c-0b61-4e7e-ab9f-f81af7c4d5e7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0806668 Jun 01 11:01:27.868776 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e21094c5-38a8-4276-ad16-f9b534eb7f29 req-9509959f-c921-4a20-a3a5-3bb234f93cba tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519278 Jun 01 11:01:28.318394 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:28.357444 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367afbc-bbd4-4d24-9b75-32db2c7a9cdb req-4280b842-ff56-4cc7-929d-48b37ac474d3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:28.358964 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3367afbc-bbd4-4d24-9b75-32db2c7a9cdb req-4280b842-ff56-4cc7-929d-48b37ac474d3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0850427 Jun 01 11:01:28.418715 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3367afbc-bbd4-4d24-9b75-32db2c7a9cdb req-ff30eb01-7513-4204-9f38-93bc2bf0b259 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528269 Jun 01 11:01:28.616282 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432f6cb-9807-4f9b-82af-a4804690218b req-cee2afcd-d501-4992-af32-cb4478f6b805 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:28.617814 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b432f6cb-9807-4f9b-82af-a4804690218b req-cee2afcd-d501-4992-af32-cb4478f6b805 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.1248035 Jun 01 11:01:28.734330 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b432f6cb-9807-4f9b-82af-a4804690218b req-13756942-5c7b-4362-858d-b0e9bf2ce48d tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962882 Jun 01 11:01:28.787919 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9381b-a6d4-49a4-96a1-9669496a9b1c req-ff364254-734e-41f6-8ce2-da2892b5607b tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:28.789545 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34b9381b-a6d4-49a4-96a1-9669496a9b1c req-ff364254-734e-41f6-8ce2-da2892b5607b tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1113756 Jun 01 11:01:28.843483 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-34b9381b-a6d4-49a4-96a1-9669496a9b1c req-7f2539c8-cd89-4423-ac1b-83308e55147c tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Jun 01 11:01:29.068677 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab333-0cf6-4109-8413-332c06f55dcb req-0518c25d-e3d6-44b0-a366-fbf2f62ae0be tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:29.070455 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4a9ab333-0cf6-4109-8413-332c06f55dcb req-0518c25d-e3d6-44b0-a366-fbf2f62ae0be tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0911045 Jun 01 11:01:29.118808 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4a9ab333-0cf6-4109-8413-332c06f55dcb req-4b8fe35c-bc65-43ee-b059-c11329b01933 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Jun 01 11:01:29.631058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623a75-635d-452c-9b04-f72311f3fbf7 req-2ea40c76-3a47-40b5-b8c5-7e60b56c5ce5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:29.634291 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50623a75-635d-452c-9b04-f72311f3fbf7 req-2ea40c76-3a47-40b5-b8c5-7e60b56c5ce5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0907307 Jun 01 11:01:29.684263 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-50623a75-635d-452c-9b04-f72311f3fbf7 req-acf606ec-4354-495f-a913-372effe03a85 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Jun 01 11:01:29.860083 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:01:29.936973 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200bd4-2260-4ecd-9d69-e79ebe46d747 req-d3db8d92-563b-4259-b379-5ad34b5054fd tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:29.938563 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-52200bd4-2260-4ecd-9d69-e79ebe46d747 req-d3db8d92-563b-4259-b379-5ad34b5054fd tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0863688 Jun 01 11:01:29.960276 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:29.989397 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-52200bd4-2260-4ecd-9d69-e79ebe46d747 req-e455fcae-d845-4941-a3b1-28d4cb91d61a tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Jun 01 11:01:30.184803 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1c240-27fe-4158-9d38-280204d46334 req-9ab30e4a-ff71-40ed-8c1a-68ca7aa00a8f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:30.195347 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-21f1c240-27fe-4158-9d38-280204d46334 req-9ab30e4a-ff71-40ed-8c1a-68ca7aa00a8f tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0992336 Jun 01 11:01:30.236210 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-21f1c240-27fe-4158-9d38-280204d46334 req-9436c0f3-e4fb-4179-a637-2f8c9a9f51fd tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Jun 01 11:01:30.441447 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962ceff-c8d7-4736-8de6-abe2e211081c req-43dedf60-441a-42e9-b7f3-a115865ab2aa tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:30.443302 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4962ceff-c8d7-4736-8de6-abe2e211081c req-43dedf60-441a-42e9-b7f3-a115865ab2aa tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.1062720 Jun 01 11:01:30.491277 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4962ceff-c8d7-4736-8de6-abe2e211081c req-fe0c158a-a863-49b0-a15a-c1162d371c08 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Jun 01 11:01:30.888034 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89794659-dc24-4468-963a-e0996267399b req-90b050ad-d9d5-43be-9c51-bac288565719 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:30.889553 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-89794659-dc24-4468-963a-e0996267399b req-90b050ad-d9d5-43be-9c51-bac288565719 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0886638 Jun 01 11:01:30.945870 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-89794659-dc24-4468-963a-e0996267399b req-102ea8c7-69a3-4d87-9c9e-3129feb600bc tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494900 Jun 01 11:01:31.179184 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f544dc-f2b5-45ac-8f7d-f7e63f26dcaa req-a3eb3618-65ac-4b7a-93f7-8909dc54dab3 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:31.180717 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b4f544dc-f2b5-45ac-8f7d-f7e63f26dcaa req-a3eb3618-65ac-4b7a-93f7-8909dc54dab3 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0827241 Jun 01 11:01:31.228273 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b4f544dc-f2b5-45ac-8f7d-f7e63f26dcaa req-55c62db2-ed42-4374-989c-66f05f16c176 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Jun 01 11:01:31.434960 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233ca0-e3c1-4bdf-bec3-8501d363f65f req-79838c12-4b1a-4368-9dec-56eafa91a2c1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:31.436446 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7f233ca0-e3c1-4bdf-bec3-8501d363f65f req-79838c12-4b1a-4368-9dec-56eafa91a2c1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0894310 Jun 01 11:01:31.486900 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7f233ca0-e3c1-4bdf-bec3-8501d363f65f req-28ba1bfa-a181-43fa-99ba-41499da30b1a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Jun 01 11:01:31.686489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3278531-dbac-4991-ae5e-f906c4b91691 req-ddbd8069-1619-4864-81f5-8824dfe13a52 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:31.687985 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b3278531-dbac-4991-ae5e-f906c4b91691 req-ddbd8069-1619-4864-81f5-8824dfe13a52 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0831032 Jun 01 11:01:31.802609 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b3278531-dbac-4991-ae5e-f906c4b91691 req-dbbc572d-4be6-4fef-b4a9-bd009b78ed9c tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077058 Jun 01 11:01:32.155975 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f5da2-96aa-4f7b-bf96-a618503bc701 req-d5be261d-a24e-496f-9149-2394e3e70059 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:32.157330 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a53f5da2-96aa-4f7b-bf96-a618503bc701 req-d5be261d-a24e-496f-9149-2394e3e70059 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0845113 Jun 01 11:01:32.206188 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a53f5da2-96aa-4f7b-bf96-a618503bc701 req-790224f2-a588-409e-8060-e1b1e920f95f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425518 Jun 01 11:01:32.440551 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587318-8a04-459a-8f22-dbdf1801cb3b req-34c7b16b-2d0a-4244-ab19-41246e8e37fc tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:32.442238 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6b587318-8a04-459a-8f22-dbdf1801cb3b req-34c7b16b-2d0a-4244-ab19-41246e8e37fc tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0928173 Jun 01 11:01:32.490628 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6b587318-8a04-459a-8f22-dbdf1801cb3b req-800891ab-5984-4843-bd2b-0963240bcee3 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Jun 01 11:01:32.729989 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b68434-0a1a-48ac-af0d-3d2cb2916382 req-7b806606-8367-499b-a56f-d6c42fe2ff96 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:32.731348 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-91b68434-0a1a-48ac-af0d-3d2cb2916382 req-7b806606-8367-499b-a56f-d6c42fe2ff96 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1069598 Jun 01 11:01:32.785054 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-91b68434-0a1a-48ac-af0d-3d2cb2916382 req-6d649aef-a42f-4d26-92c5-4ea2f6b88e27 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462592 Jun 01 11:01:33.017448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32176475-306d-445b-828b-4eb6cd8d2045 req-880f1c18-66d1-45f1-97e6-0bce0a583561 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:33.019203 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-32176475-306d-445b-828b-4eb6cd8d2045 req-880f1c18-66d1-45f1-97e6-0bce0a583561 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0950024 Jun 01 11:01:33.066359 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-32176475-306d-445b-828b-4eb6cd8d2045 req-4489d267-7a31-4950-b087-e798c5d8be77 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Jun 01 11:01:33.413424 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0ca7-d038-4d2f-bc53-7a7013bad26b req-eb0bc765-3679-4a8a-b848-62e314d770b3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:33.414853 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e43c0ca7-d038-4d2f-bc53-7a7013bad26b req-eb0bc765-3679-4a8a-b848-62e314d770b3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0833900 Jun 01 11:01:33.466931 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e43c0ca7-d038-4d2f-bc53-7a7013bad26b req-938d95e7-e91d-43fe-a23c-fb9fee7f1509 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 Jun 01 11:01:33.683199 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106192a3-3717-43d1-93c2-c50fc0a1af81 req-6cac139b-f1e4-40b9-98e3-18d9924ea22a tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:33.684582 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-106192a3-3717-43d1-93c2-c50fc0a1af81 req-6cac139b-f1e4-40b9-98e3-18d9924ea22a tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0823514 Jun 01 11:01:33.733451 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-106192a3-3717-43d1-93c2-c50fc0a1af81 req-02ade21e-05a0-4844-97c9-42367f66631c tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Jun 01 11:01:33.986474 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c168-df7e-47fe-aa2e-4aa301bcb596 req-8f265210-4c46-42e6-add7-93376064857e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:33.988010 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-30e9c168-df7e-47fe-aa2e-4aa301bcb596 req-8f265210-4c46-42e6-add7-93376064857e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0905898 Jun 01 11:01:34.036805 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-30e9c168-df7e-47fe-aa2e-4aa301bcb596 req-8483d5e9-ea7f-4a2c-b890-de2dbadeb5d7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Jun 01 11:01:34.263395 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf96b9-5be7-4075-b068-bdd086efe69a req-7193c5ab-c87e-487c-a31a-808eae034601 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:34.264754 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cccf96b9-5be7-4075-b068-bdd086efe69a req-7193c5ab-c87e-487c-a31a-808eae034601 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0813677 Jun 01 11:01:34.316944 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cccf96b9-5be7-4075-b068-bdd086efe69a req-5925adbd-8438-4c67-b00a-75217ebdafe0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Jun 01 11:01:34.666332 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c7c0e-4a8d-4430-8a40-02a9bf2a75c3 req-330bba1c-7e28-47bf-a616-c07984275f09 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:34.667696 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-423c7c0e-4a8d-4430-8a40-02a9bf2a75c3 req-330bba1c-7e28-47bf-a616-c07984275f09 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0857968 Jun 01 11:01:34.714584 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-423c7c0e-4a8d-4430-8a40-02a9bf2a75c3 req-9c337e2b-a136-40b4-8566-a5cf48dc206a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406313 Jun 01 11:01:34.925717 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01496b45-b079-42d9-ac9d-bdffc1a3580d req-e378c41a-f184-47a0-911e-c74f3b1f0a94 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:34.927133 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-01496b45-b079-42d9-ac9d-bdffc1a3580d req-e378c41a-f184-47a0-911e-c74f3b1f0a94 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0838091 Jun 01 11:01:34.976505 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-01496b45-b079-42d9-ac9d-bdffc1a3580d req-fb87cc81-edef-49bd-a410-c162d2a58c51 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Jun 01 11:01:35.227704 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e65488-ffa9-408d-ba57-e30480ffcf5f req-a2271018-b242-4007-80d3-67cf3cf9371a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:35.229083 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93e65488-ffa9-408d-ba57-e30480ffcf5f req-a2271018-b242-4007-80d3-67cf3cf9371a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0840628 Jun 01 11:01:35.277026 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93e65488-ffa9-408d-ba57-e30480ffcf5f req-afa4f1c4-c32d-4476-8eef-9a26b5b0bbf3 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Jun 01 11:01:35.525989 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e6afb-774a-4995-b359-a18d61d31b35 req-2f51b080-ab01-4e94-b8b2-19f9ba1b014e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:35.527582 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-aa9e6afb-774a-4995-b359-a18d61d31b35 req-2f51b080-ab01-4e94-b8b2-19f9ba1b014e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0968032 Jun 01 11:01:35.573921 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-aa9e6afb-774a-4995-b359-a18d61d31b35 req-e7a0161f-a4ef-406d-93da-92ddcbbd14f3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Jun 01 11:01:35.912441 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496da539-9943-4c74-9a94-3dff34a63087 req-9910556d-e1be-46e2-b6f5-04e8eb850ac8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:35.914092 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-496da539-9943-4c74-9a94-3dff34a63087 req-9910556d-e1be-46e2-b6f5-04e8eb850ac8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0858922 Jun 01 11:01:35.962275 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-496da539-9943-4c74-9a94-3dff34a63087 req-9de525b9-0b9d-4cfe-933c-7d4c40a14a5d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Jun 01 11:01:36.173876 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b76ba-9e6b-422b-9a02-3fb7a36de706 req-ca0b9dd2-f739-4cbc-9c6e-13aa770eb0a9 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:36.175352 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-633b76ba-9e6b-422b-9a02-3fb7a36de706 req-ca0b9dd2-f739-4cbc-9c6e-13aa770eb0a9 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0907979 Jun 01 11:01:36.223509 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-633b76ba-9e6b-422b-9a02-3fb7a36de706 req-7dc4c9ce-f7b3-43b8-8d1c-b5e56d3629c4 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Jun 01 11:01:36.529902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce3db6-99cb-42f4-a3e4-2bce2990cdaa req-81cf4710-5e10-471c-b39a-1fd8d4f7da00 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:36.531347 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-17ce3db6-99cb-42f4-a3e4-2bce2990cdaa req-81cf4710-5e10-471c-b39a-1fd8d4f7da00 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1441543 Jun 01 11:01:36.578476 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-17ce3db6-99cb-42f4-a3e4-2bce2990cdaa req-3322d8f8-666e-4624-9df8-64d7cf488af6 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jun 01 11:01:36.766345 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1bcf-16d4-47ca-a4f0-f1a03bd65c4c req-29088ab5-a5fa-42ee-bef6-e1754debf20e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:36.767945 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-904e1bcf-16d4-47ca-a4f0-f1a03bd65c4c req-29088ab5-a5fa-42ee-bef6-e1754debf20e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0852516 Jun 01 11:01:36.813229 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-904e1bcf-16d4-47ca-a4f0-f1a03bd65c4c req-547e7184-018a-4989-961c-65e796d08c8d tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Jun 01 11:01:37.152244 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b1b0-dabc-4dbd-bae4-98d05a7c0eb8 req-f95a8030-662e-479e-aaa5-44004f25b9c1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:37.153716 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4856b1b0-dabc-4dbd-bae4-98d05a7c0eb8 req-f95a8030-662e-479e-aaa5-44004f25b9c1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0784984 Jun 01 11:01:37.161202 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:37.201961 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4856b1b0-dabc-4dbd-bae4-98d05a7c0eb8 req-a2600d66-a306-4e52-bbaa-82b59d766571 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Jun 01 11:01:37.415431 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cae57-0278-4c36-b624-3d49045c68f5 req-7906d668-1529-484c-b5db-f702521bbd4e tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:37.416524 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3c2cae57-0278-4c36-b624-3d49045c68f5 req-7906d668-1529-484c-b5db-f702521bbd4e tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0869195 Jun 01 11:01:37.468772 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3c2cae57-0278-4c36-b624-3d49045c68f5 req-981f7498-03e1-459d-88e3-7dcfeebc84b8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466273 Jun 01 11:01:37.536042 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7623d-01fa-4869-b3db-fcd745e731e8 req-6550f02f-9f30-4a93-a326-e88211e2f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:37.537716 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3d7623d-01fa-4869-b3db-fcd745e731e8 req-6550f02f-9f30-4a93-a326-e88211e2f196 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 1102 time: 0.0858102 Jun 01 11:01:37.588403 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3d7623d-01fa-4869-b3db-fcd745e731e8 req-24fa3b34-8a46-467e-bf08-d1a7fd4f2b77 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Jun 01 11:01:37.824746 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ccddb-52d7-4081-abb7-704b98c8230a req-e2a2bbac-9b72-4fc0-bd53-b8eccf18024e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:37.826234 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b27ccddb-52d7-4081-abb7-704b98c8230a req-e2a2bbac-9b72-4fc0-bd53-b8eccf18024e tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1415789 Jun 01 11:01:37.872533 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b27ccddb-52d7-4081-abb7-704b98c8230a req-0e5f9cc7-a6d9-4823-9292-ed77f83fccd8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Jun 01 11:01:38.007995 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2737dfb-f8fa-4364-ac88-8c0a65c5892c req-195076e8-3ba7-4035-ae9a-2cfc1826e49d tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:38.009485 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a2737dfb-f8fa-4364-ac88-8c0a65c5892c req-195076e8-3ba7-4035-ae9a-2cfc1826e49d tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0807371 Jun 01 11:01:38.059111 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a2737dfb-f8fa-4364-ac88-8c0a65c5892c req-40c349eb-1c0f-4449-8ab5-ae97e512a2e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Jun 01 11:01:38.389072 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1ff61-7cf0-483c-8470-d61351ffe4c2 req-72c6c65d-66cc-45ef-a243-5b082477c5f4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:38.390435 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-12f1ff61-7cf0-483c-8470-d61351ffe4c2 req-72c6c65d-66cc-45ef-a243-5b082477c5f4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0806131 Jun 01 11:01:38.434797 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-12f1ff61-7cf0-483c-8470-d61351ffe4c2 req-8c8e86bd-be91-41e6-afd6-516d3ecde6c1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Jun 01 11:01:38.665887 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db65-c89d-478a-8701-af1c7e846992 req-663707f8-c680-47b5-9e2a-dd362d54f70c tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:38.667392 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1146db65-c89d-478a-8701-af1c7e846992 req-663707f8-c680-47b5-9e2a-dd362d54f70c tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0903561 Jun 01 11:01:38.713025 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1146db65-c89d-478a-8701-af1c7e846992 req-8332bb34-58e4-4d85-bfb2-eb4399c73481 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Jun 01 11:01:39.064506 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530da9d-98f8-45e2-af8c-1490650f2e6f req-e3daa784-914a-4034-8100-8468f59c1938 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:39.065961 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d530da9d-98f8-45e2-af8c-1490650f2e6f req-e3daa784-914a-4034-8100-8468f59c1938 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.0870676 Jun 01 11:01:39.111268 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d530da9d-98f8-45e2-af8c-1490650f2e6f req-d27c39d0-f4ba-457e-a4fe-2bd6d6bacfd7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Jun 01 11:01:39.242737 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452659bd-0976-49ac-8187-c68dd999441f req-8fb196eb-e94b-4920-9342-8606a946f6ff tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:39.244152 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-452659bd-0976-49ac-8187-c68dd999441f req-8fb196eb-e94b-4920-9342-8606a946f6ff tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.0818355 Jun 01 11:01:39.287020 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-452659bd-0976-49ac-8187-c68dd999441f req-b118598e-ade3-4198-852f-6bfd6b585d4b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Jun 01 11:01:39.624323 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5375aa-90ca-4a44-975e-83056724d007 req-19d4cb37-4383-44e2-a89d-b036b1811539 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:39.625884 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6d5375aa-90ca-4a44-975e-83056724d007 req-19d4cb37-4383-44e2-a89d-b036b1811539 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 943 time: 0.0796356 Jun 01 11:01:39.673319 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6d5375aa-90ca-4a44-975e-83056724d007 req-6f7d4a89-a22a-4e53-b66d-f475cf466607 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417688 Jun 01 11:01:39.900696 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449340ad-9057-4e41-8b6e-6242eaee0dd4 req-aec82342-1672-41a5-b2dc-f125e56dd289 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:39.902266 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-449340ad-9057-4e41-8b6e-6242eaee0dd4 req-aec82342-1672-41a5-b2dc-f125e56dd289 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.0815732 Jun 01 11:01:39.947249 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-449340ad-9057-4e41-8b6e-6242eaee0dd4 req-3648a4a1-448a-4ef7-adbc-2b3834c752fe tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Jun 01 11:01:40.163473 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a0714-c3ab-409c-9020-b4d5d0941d1d req-e142b601-e887-4c01-8af1-5fa649fa359d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:40.164931 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-222a0714-c3ab-409c-9020-b4d5d0941d1d req-e142b601-e887-4c01-8af1-5fa649fa359d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.0840611 Jun 01 11:01:40.215137 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-222a0714-c3ab-409c-9020-b4d5d0941d1d req-a5e7210e-9146-47b1-9ec2-2a0a56a574fa tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Jun 01 11:01:40.239301 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47906) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:40.363820 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:01:40.451086 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ee14c-14c1-4ee7-832f-9c602b69f96d req-8b6c8b26-0a53-413e-8fd3-625b587e165b tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:40.452649 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e1ee14c-14c1-4ee7-832f-9c602b69f96d req-8b6c8b26-0a53-413e-8fd3-625b587e165b tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.1152997 Jun 01 11:01:40.460338 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb0ba6-6193-4a6f-822e-2cb66d253c3d req-207992ed-5243-4b68-b7a9-d7e350fc4a5a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:40.461864 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1bcb0ba6-6193-4a6f-822e-2cb66d253c3d req-207992ed-5243-4b68-b7a9-d7e350fc4a5a tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1591976 Jun 01 11:01:40.502257 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d42c815-784a-4be2-8500-f78c9a2403e5 tempest-TestMinimumBasicScenario-407871123 tempest-TestMinimumBasicScenario-407871123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:40.506463 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9d42c815-784a-4be2-8500-f78c9a2403e5 tempest-TestMinimumBasicScenario-407871123 tempest-TestMinimumBasicScenario-407871123-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1093 time: 0.2632344 Jun 01 11:01:40.506711 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47914) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:40.507356 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:40.518323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'floatingip': {'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'port_id': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:40.522404 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '6b48e926-1d38-4eea-893e-990140aaf747', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'port_id': '6b48e926-1d38-4eea-893e-990140aaf747', 'mac_address': 'fa:16:3e:78:79:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:01:40.524882 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:40.528150 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:floatingip and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:40.530979 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:40.532982 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e1ee14c-14c1-4ee7-832f-9c602b69f96d req-bc359ddd-7e5d-4dd7-9d6b-27ca99ba5336 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700686 Jun 01 11:01:40.537084 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:40.545951 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1bcb0ba6-6193-4a6f-822e-2cb66d253c3d req-f8c7a7db-65e5-4649-bc2c-7f38355142b8 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Jun 01 11:01:40.550005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:40.592709 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:40.612416 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b48e926-1d38-4eea-893e-990140aaf747 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:40.630528 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:40.635319 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:40.637237 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:40.707222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=9']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:40.709121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:40.716903 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:40.926968 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Allocated IP 172.28.3.237 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/79d6acb0-0147-4453-96b1-6649f9b54320) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:40.930316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f19c04-d170-4e22-ab5c-92779e62a307 req-7130dee4-481a-4e0c-86e3-1db44f6b4d5c tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:40.931789 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-47f19c04-d170-4e22-ab5c-92779e62a307 req-7130dee4-481a-4e0c-86e3-1db44f6b4d5c tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.1440060 Jun 01 11:01:40.943733 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd51ff-b62b-4ede-af44-8be648176cdf req-3f8808a8-ddd1-4e29-8bff-2fa853253dd6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:40.945166 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5fcd51ff-b62b-4ede-af44-8be648176cdf req-3f8808a8-ddd1-4e29-8bff-2fa853253dd6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 944 time: 0.1256645 Jun 01 11:01:40.993619 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['6b48e926-1d38-4eea-893e-990140aaf747'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:41.019697 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-47f19c04-d170-4e22-ab5c-92779e62a307 req-dace819a-8ab2-4549-9f96-f68146de1385 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735261 Jun 01 11:01:41.022485 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5fcd51ff-b62b-4ede-af44-8be648176cdf req-fe229f0e-4fe7-475d-9f0c-cde633d89d37 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622933 Jun 01 11:01:41.089692 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:41.118567 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:41.122819 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:41.183003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:01:41.185580 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:41.189292 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:01:41.231540 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'Port': ['ID=79d6acb0-0147-4453-96b1-6649f9b54320,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:41.235832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:41.634482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:41.717043 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:41.799813 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f9135-9c17-4f47-af07-d65afc7067ee req-7069fb50-47d7-41c0-9690-f4f94068a935 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:41.801281 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-341f9135-9c17-4f47-af07-d65afc7067ee req-7069fb50-47d7-41c0-9690-f4f94068a935 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1450865 Jun 01 11:01:41.809433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8e2e6-9222-404e-948f-02a06fe14f76 req-30375f99-cbba-4018-9b21-e8b06a40b6bf tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:41.810822 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1c8e2e6-9222-404e-948f-02a06fe14f76 req-30375f99-cbba-4018-9b21-e8b06a40b6bf tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.1558661 Jun 01 11:01:41.889917 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-341f9135-9c17-4f47-af07-d65afc7067ee req-e0ecd48f-02b1-41b0-9bf7-ca87bedb9bdd tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781229 Jun 01 11:01:41.893598 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f1c8e2e6-9222-404e-948f-02a06fe14f76 req-ac8feb68-e9ff-4eb8-9694-11cc2df3a75f tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649526 Jun 01 11:01:41.926187 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:41.930488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:41.934771 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:42.040464 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'Port': ['ID=79d6acb0-0147-4453-96b1-6649f9b54320,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:42.044268 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:42.083240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.286638 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-455d3172-d48c-472b-ab94-1ca7688b4dc7 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:42.287345 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-455d3172-d48c-472b-ab94-1ca7688b4dc7 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Synchronizing usage tracker for tenant:a79cf449e0a946f196d1c9475e6675c9 on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:01:42.295919 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Floating IP b45fdb2e-f97c-4091-a16f-0cd7c64a2845 associated. External IP: 172.28.3.237, port: 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3. Jun 01 11:01:42.304313 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbba6c-1dac-41a1-a64e-4184a9330e68 req-7a013345-705d-4cfe-bda7-180f8a0ee9c5 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:42.305783 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0cbbba6c-1dac-41a1-a64e-4184a9330e68 req-7a013345-705d-4cfe-bda7-180f8a0ee9c5 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.1711805 Jun 01 11:01:42.314604 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54befac-06d4-4aef-9f86-dba66b0652c7 req-b2f9eece-b0e5-4a53-b9cd-f5705788350e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:42.315967 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e54befac-06d4-4aef-9f86-dba66b0652c7 req-b2f9eece-b0e5-4a53-b9cd-f5705788350e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 944 time: 0.1235843 Jun 01 11:01:42.378137 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:01:42.450323 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 6b48e926-1d38-4eea-893e-990140aaf747 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:42.450711 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.475608 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-455d3172-d48c-472b-ab94-1ca7688b4dc7 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Unset dirty status for tenant:a79cf449e0a946f196d1c9475e6675c9 on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:01:42.476844 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-455d3172-d48c-472b-ab94-1ca7688b4dc7 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.4268203 Jun 01 11:01:42.515776 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0cbbba6c-1dac-41a1-a64e-4184a9330e68 req-32d1a55d-18aa-4cb5-a0fc-b78c0d7367dd tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986089 Jun 01 11:01:42.522885 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e54befac-06d4-4aef-9f86-dba66b0652c7 req-5dd793f6-eaee-46c5-b187-f959b7a04c26 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909564 Jun 01 11:01:42.557869 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-042db09f-a401-47f3-8a12-f4be76c8fda1 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:42.559219 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-042db09f-a401-47f3-8a12-f4be76c8fda1 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 945 time: 0.2284148 Jun 01 11:01:42.575289 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.602537 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:42.604788 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14c142-44b9-4e16-a525-8f51a00ad59a" -d '{"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-plugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:42.613142 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:42.618066 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.621033 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:42.664675 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057905c0-46ee-4350-992d-18f131ac521c x-openstack-request-id: req-057905c0-46ee-4350-992d-18f131ac521c {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:42.665269 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-plugged", "status": "completed", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:42.665715 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-057905c0-46ee-4350-992d-18f131ac521c {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:42.666271 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'code': 200} Jun 01 11:01:42.704702 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=10']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:42.708046 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:42.730448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Deleting port c7babab7-baff-4b7b-a3e0-6efe3f7f469a {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:01:42.730953 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.843712 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Deleting port f6145b65-1d7d-4499-a743-c455840fbae9 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:01:42.844315 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.865003 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] For port c7babab7-baff-4b7b-a3e0-6efe3f7f469a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:42.865360 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:42.960211 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:01:43.017858 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Calling delete_port for c7babab7-baff-4b7b-a3e0-6efe3f7f469a owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:01:43.062740 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] For port f6145b65-1d7d-4499-a743-c455840fbae9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f6145b65-1d7d-4499-a743-c455840fbae9,segment=NetworkSegment(a377dc89-347d-48f7-9f25-e596063c294b),segment_id=a377dc89-347d-48f7-9f25-e596063c294b)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:43.062740 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.183700 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b40e-281d-4bee-acd6-ca0bcf0a5f6d req-d1cdde79-c051-4482-98df-dc244a6b5d98 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:43.185070 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6668b40e-281d-4bee-acd6-ca0bcf0a5f6d req-d1cdde79-c051-4482-98df-dc244a6b5d98 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.1644452 Jun 01 11:01:43.215779 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Calling delete_port for f6145b65-1d7d-4499-a743-c455840fbae9 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:01:43.226922 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde5570-2dc1-4bbf-adcf-d170a5b54250 req-208c1abc-9507-454a-b4b0-c24502baca4f tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:43.228631 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7dde5570-2dc1-4bbf-adcf-d170a5b54250 req-208c1abc-9507-454a-b4b0-c24502baca4f tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 949 time: 0.1749856 Jun 01 11:01:43.324348 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6668b40e-281d-4bee-acd6-ca0bcf0a5f6d req-f3f45463-b2c8-43e9-9285-da70ac300dbd tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309192 Jun 01 11:01:43.341734 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7dde5570-2dc1-4bbf-adcf-d170a5b54250 req-e27d9dd9-4ca6-45c3-9057-552c72b958f1 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/security-groups?id=89884e20-2411-4342-aa72-3a785759e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048610 Jun 01 11:01:43.363500 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.371670 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-896df039-23aa-4b91-9cbd-92ce6333b350 tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:43.378511 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['c7babab7-baff-4b7b-a3e0-6efe3f7f469a'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:43.386022 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:01:43.395860 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] Sync routers for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:01:43.411028 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:01:43.412202 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:43.421204 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Pushing event deleted for resources: {'Port': ['ID=c7babab7-baff-4b7b-a3e0-6efe3f7f469a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:43.426285 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.73', 62571) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:43.434411 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e6630-1019-4bc9-92d3-e78ac663eacf req-c8e4ef49-dc67-4632-b966-c0e74c9fc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:43.436542 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-889e6630-1019-4bc9-92d3-e78ac663eacf req-c8e4ef49-dc67-4632-b966-c0e74c9fc357 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1099 time: 0.2291269 Jun 01 11:01:43.440899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.474619 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.474988 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.475333 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.475687 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.476039 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.476390 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.476736 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.477082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.477426 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.477810 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.478155 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.478490 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.529844 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:43.574825 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-889e6630-1019-4bc9-92d3-e78ac663eacf req-9f6df527-d66d-438d-8641-83d52960536d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076910 Jun 01 11:01:43.577491 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] No DVR routers for this DVR port c7babab7-baff-4b7b-a3e0-6efe3f7f469a on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:01:43.578749 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0710430 Jun 01 11:01:43.581403 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:43.584255 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.584457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b7782d-cf7b-405d-bd9c-48203e740e69" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:43.586798 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47940) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:43.597455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292717952', 'description': 'tempest-secgroup-smoke-1292717952 description', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:43.600338 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'name': 'network-vif-deleted', 'tag': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:43.603226 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12e058-f4ea-49fd-9af0-52596e64f329" -d '{"events": [{"server_uuid": "fc8f5e3c-86b0-4a6f-aac3-251339cb0530", "name": "network-vif-deleted", "tag": "c7babab7-baff-4b7b-a3e0-6efe3f7f469a"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:43.603962 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:43.607541 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.611693 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b639ae2-0066-4179-b756-cbcabba8e7de req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "DELETE /v2.0/ports/c7babab7-baff-4b7b-a3e0-6efe3f7f469a HTTP/1.1" status: 204 len: 173 time: 1.0406556 Jun 01 11:01:43.617752 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:43.619840 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['f6145b65-1d7d-4499-a743-c455840fbae9'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:43.626924 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:01:43.658099 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:43.666380 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:43.688980 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-364a6087-f161-41b8-910e-de0a33d225a1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:43.690542 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-364a6087-f161-41b8-910e-de0a33d225a1 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.2607641 Jun 01 11:01:43.715796 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:43.718030 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Pushing event deleted for resources: {'Port': ['ID=f6145b65-1d7d-4499-a743-c455840fbae9,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:43.737046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.737422 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.737789 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.738142 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.738493 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.738840 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.739181 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.739522 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.739911 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.740255 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.740595 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.740950 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:43.745919 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:43.789008 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] No DVR routers for this DVR port f6145b65-1d7d-4499-a743-c455840fbae9 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:01:43.791867 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.795649 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:43.831037 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:43.836551 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:43.840776 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:43.847404 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b800ba25-1d7b-41bf-be25-d552b0b30702 req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.73 "DELETE /v2.0/ports/f6145b65-1d7d-4499-a743-c455840fbae9 HTTP/1.1" status: 204 len: 173 time: 1.3627489 Jun 01 11:01:43.870341 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:43.916542 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-530bfcc9-f3f8-458d-93e6-ae0e067ba214 req-028ed1ed-661f-4674-a21b-d38de99fadeb tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Synchronizing usage tracker for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:01:43.967294 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-530bfcc9-f3f8-458d-93e6-ae0e067ba214 req-028ed1ed-661f-4674-a21b-d38de99fadeb tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Unset dirty status for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:01:43.975707 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-530bfcc9-f3f8-458d-93e6-ae0e067ba214 req-028ed1ed-661f-4674-a21b-d38de99fadeb tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc8f5e3c-86b0-4a6f-aac3-251339cb0530 HTTP/1.1" status: 200 len: 210 time: 0.1259797 Jun 01 11:01:44.079148 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404458-d5a1-48db-a63b-80a04569796d req-b43e39ed-d068-4a28-b2d4-d771e69fa2b7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:44.080711 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0d404458-d5a1-48db-a63b-80a04569796d req-b43e39ed-d068-4a28-b2d4-d771e69fa2b7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.2711337 Jun 01 11:01:44.117408 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Deleting port 31de0871-1862-4477-b42e-8cd523333ecf {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:01:44.117777 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.127275 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533d8c2b-57f4-4954-b26e-e3e8cd728c7c x-openstack-request-id: req-533d8c2b-57f4-4954-b26e-e3e8cd728c7c {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:44.127588 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:44.127865 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-533d8c2b-57f4-4954-b26e-e3e8cd728c7c {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:44.128275 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'status': 'completed', 'code': 200} Jun 01 11:01:44.135108 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d60e3-a3af-490b-878b-3e71eceb76dd x-openstack-request-id: req-5b0d60e3-a3af-490b-878b-3e71eceb76dd {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:44.135431 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8f5e3c-86b0-4a6f-aac3-251339cb0530", "name": "network-vif-deleted", "tag": "c7babab7-baff-4b7b-a3e0-6efe3f7f469a", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:44.135714 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b0d60e3-a3af-490b-878b-3e71eceb76dd {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:44.136125 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8f5e3c-86b0-4a6f-aac3-251339cb0530', 'name': 'network-vif-deleted', 'tag': 'c7babab7-baff-4b7b-a3e0-6efe3f7f469a', 'status': 'completed', 'code': 200} Jun 01 11:01:44.183585 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.196248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.197678 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'b45fdb2e-f97c-4091-a16f-0cd7c64a2845', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'port_id': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'mac_address': 'fa:16:3e:37:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:01:41Z', 'updated_at': '2021-06-01T11:01:41Z', 'revision_number': 0, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:40Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:44.201464 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] Checking router: 992119dc-22e8-4ab6-a2bc-5d37c3d68887 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:01:44.205671 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:44.211157 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:01:44.211755 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:44.218987 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0d404458-d5a1-48db-a63b-80a04569796d req-380586ac-cbb5-4671-8891-bccf23ed5f38 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307461 Jun 01 11:01:44.272583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:44.275902 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:44.278389 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.280100 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6883228 Jun 01 11:01:44.288762 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 47948) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:44.297182 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] For port 31de0871-1862-4477-b42e-8cd523333ecf, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31de0871-1862-4477-b42e-8cd523333ecf,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:44.298613 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.300737 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group_rule': {'security_group_id': 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:44.309552 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:44.319132 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-b3c22284-dfc3-44d8-b033-8839c3842576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:44.321582 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-b3c22284-dfc3-44d8-b033-8839c3842576 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1098 time: 0.1963782 Jun 01 11:01:44.322838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:44.327510 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:44.382268 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:44.435423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Calling delete_port for 31de0871-1862-4477-b42e-8cd523333ecf owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:01:44.472949 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.562188 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:01:44.635682 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-959cd315-f3d1-4553-ae0f-66a81ba9e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:44.637102 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-959cd315-f3d1-4553-ae0f-66a81ba9e26f service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.3048813 Jun 01 11:01:44.666631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.731229 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.751344 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:44.775879 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dcd8b1-c605-4814-8594-9a516a330c0d,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:44.783956 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:44.809301 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-487b011e-8880-4bfa-8241-c1e7009be5ce req-71cf4157-3c6d-4d42-a522-e6673c81624a tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1 HTTP/1.1" status: 200 len: 210 time: 0.0962343 Jun 01 11:01:44.828210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.830521 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5350323 Jun 01 11:01:44.835634 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 47974) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:44.851463 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-d67e8b9a-cf69-4daa-bd31-7f18d04ae816 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 999 time: 0.1830306 Jun 01 11:01:44.852573 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group_rule': {'security_group_id': 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:44.860641 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:44.864970 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:44.868736 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:44.875281 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:44.906459 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.913595 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:44.927115 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['31de0871-1862-4477-b42e-8cd523333ecf'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:44.945979 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:44.996180 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-127ee27f-8c9d-4584-8ce7-43d4b5df30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:45.003766 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-127ee27f-8c9d-4584-8ce7-43d4b5df30c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.1429114 Jun 01 11:01:45.010984 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Pushing event deleted for resources: {'Port': ['ID=31de0871-1862-4477-b42e-8cd523333ecf,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:45.014526 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:45.138545 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649313b-ee3d-4ce2-8669-a95820e8b104 req-fe6098d5-9309-4271-8359-5a5101bb37ec tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:45.146113 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5649313b-ee3d-4ce2-8669-a95820e8b104 req-fe6098d5-9309-4271-8359-5a5101bb37ec tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d93d439-c303-4a0e-b5ae-e5f9626f7ad9 HTTP/1.1" status: 200 len: 945 time: 0.4825809 Jun 01 11:01:45.207343 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-e114f6ad-e583-4013-a478-d15d15012927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:45.209617 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-e114f6ad-e583-4013-a478-d15d15012927 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1914990 Jun 01 11:01:45.223661 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] No DVR routers for this DVR port 31de0871-1862-4477-b42e-8cd523333ecf on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:01:45.229970 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.243691 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-07f133b1-a22c-4abb-a997-d3d84ab9790e req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.73 "DELETE /v2.0/ports/31de0871-1862-4477-b42e-8cd523333ecf HTTP/1.1" status: 204 len: 173 time: 1.5151107 Jun 01 11:01:45.347136 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.363297 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.381094 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5649313b-ee3d-4ce2-8669-a95820e8b104 req-5e089d82-e89d-4f6d-8828-1a003042eeb7 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] 10.222.0.10 "GET /v2.0/security-groups?id=328b07e4-4460-4cad-a21c-73f70a8c2353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853101 Jun 01 11:01:45.401569 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1a828b64-5f07-4607-9c8f-6a748f7d409b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:45.401763 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'b45fdb2e-f97c-4091-a16f-0cd7c64a2845', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'port_id': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'mac_address': 'fa:16:3e:37:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:01:41Z', 'updated_at': '2021-06-01T11:01:41Z', 'revision_number': 0, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:40Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:45.425302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac4298a-219d-458c-a9e8-c10f15fc6bb8,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:45.466709 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:45.482576 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206ff10-ff0d-4d56-8120-baaeca966573 None None] The sync data for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb is: [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'b45fdb2e-f97c-4091-a16f-0cd7c64a2845', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'port_id': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'mac_address': 'fa:16:3e:37:f0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:01:41Z', 'updated_at': '2021-06-01T11:01:41Z', 'revision_number': 0, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:40Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:01:45.488301 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.491484 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6487975 Jun 01 11:01:45.493585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48004) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:45.502712 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group_rule': {'security_group_id': 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:45.510686 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:45.518142 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:45.523193 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:45.580787 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-44e97acc-c37b-47fb-b229-1e0d35d631b2 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595164 Jun 01 11:01:45.581958 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:45.618691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.690437 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c8b1-92b3-4027-ba92-ea6e809dcede req-18b6a09e-62c2-4dea-964d-85b5a1c4adf2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:45.694034 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c064c8b1-92b3-4027-ba92-ea6e809dcede req-18b6a09e-62c2-4dea-964d-85b5a1c4adf2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.1619630 Jun 01 11:01:45.741721 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e4b7782d-cf7b-405d-bd9c-48203e740e69 req-ef558e6d-584c-4128-9906-a92f023a50a2 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506989 Jun 01 11:01:45.744186 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.757330 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.760093 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-509ac761-07e9-463e-aef3-bb701ab74481 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:45.790580 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c064c8b1-92b3-4027-ba92-ea6e809dcede req-8fa1d2ce-0428-4678-bdde-f36439b275ba tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903897 Jun 01 11:01:45.795610 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b962eb-51af-4927-a402-b6019c25016a,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:45.802838 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:45.810030 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.811280 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-567c20db-df87-4b5e-9a28-9a84699629c8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157117 Jun 01 11:01:45.814584 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48008) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:45.820055 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group_rule': {'security_group_id': 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:45.826080 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:45.830270 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:45.830981 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d5ec2a-33bc-4630-9f3f-cd4fc6041cd9 None None] New status for floating IP b45fdb2e-f97c-4091-a16f-0cd7c64a2845: ACTIVE {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:01:45.833468 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:45.846095 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:45.867061 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.971100 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.982786 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:45.986016 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:46.010566 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7cd558-c42b-4ac4-8b5d-c53db69e527f,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:46.014902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:46.037033 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.038489 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a6183c6c-c754-433e-bf84-b54f6ff359de tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2229338 Jun 01 11:01:46.041433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48022) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:46.046796 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group_rule': {'security_group_id': 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:46.054525 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:46.059694 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:46.062893 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:46.069993 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:46.082863 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.securitygroups_db [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Project c2a3b16c49e7488590aa349b7fe32aca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 11:01:46.089846 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.129803 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'name': 'network-vif-deleted', 'tag': 'f6145b65-1d7d-4499-a743-c455840fbae9'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:46.132004 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b7bcd1-1ae4-4474-93e6-089a3e2fda9f" -d '{"events": [{"server_uuid": "ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1", "name": "network-vif-deleted", "tag": "f6145b65-1d7d-4499-a743-c455840fbae9"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:46.138200 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'name': 'network-vif-deleted', 'tag': '31de0871-1862-4477-b42e-8cd523333ecf'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:46.140760 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8353aba5-70db-4c52-98f1-b47b9558404f" -d '{"events": [{"server_uuid": "7d93d439-c303-4a0e-b5ae-e5f9626f7ad9", "name": "network-vif-deleted", "tag": "31de0871-1862-4477-b42e-8cd523333ecf"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:46.179952 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.180907 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f85494e-cd55-400a-9ed3-9bf05972ffe3 x-openstack-request-id: req-3f85494e-cd55-400a-9ed3-9bf05972ffe3 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:46.181219 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1", "name": "network-vif-deleted", "tag": "f6145b65-1d7d-4499-a743-c455840fbae9", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:46.181595 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f85494e-cd55-400a-9ed3-9bf05972ffe3 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:46.182113 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6fdee2-6bd0-4794-83a9-5ddaad24cfc1', 'name': 'network-vif-deleted', 'tag': 'f6145b65-1d7d-4499-a743-c455840fbae9', 'status': 'completed', 'code': 200} Jun 01 11:01:46.185536 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.187565 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43ee7f1c-0811-46b9-9fe0-a94fcf0174d5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:46.213873 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fcd9bb-4955-449b-ad39-9e66f8289df5 x-openstack-request-id: req-68fcd9bb-4955-449b-ad39-9e66f8289df5 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:46.214066 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d93d439-c303-4a0e-b5ae-e5f9626f7ad9", "name": "network-vif-deleted", "tag": "31de0871-1862-4477-b42e-8cd523333ecf", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:46.214346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68fcd9bb-4955-449b-ad39-9e66f8289df5 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:46.214760 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d93d439-c303-4a0e-b5ae-e5f9626f7ad9', 'name': 'network-vif-deleted', 'tag': '31de0871-1862-4477-b42e-8cd523333ecf', 'status': 'completed', 'code': 200} Jun 01 11:01:46.217678 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8dcf0b-6b24-45f5-ae15-b287876e37eb,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:46.223651 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:46.228109 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.229369 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1869442 Jun 01 11:01:46.232275 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48040) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:46.238619 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'security_group_rule': {'security_group_id': 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6', 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:46.244553 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:46.248346 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Usage tracker for resource:security_group_rule and tenant:c2a3b16c49e7488590aa349b7fe32aca is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:46.252025 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:46.258920 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:46.268150 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Project c2a3b16c49e7488590aa349b7fe32aca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 11:01:46.273705 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.350062 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.354142 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.356383 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3de1e875-d40b-4038-8b41-603f0a7beaab tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:46.379894 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dd982b-6952-45d2-9342-9b25b7fe08ff,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:46.384442 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:46.389019 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:46.390316 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570709 Jun 01 11:01:46.421262 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device c7babab7-baff-4b7b-a3e0-6efe3f7f469a no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:46.462380 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: c7babab7-baff-4b7b-a3e0-6efe3f7f469a {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:01:46.462736 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device c7babab7-baff-4b7b-a3e0-6efe3f7f469a not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:01:46.463167 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 31de0871-1862-4477-b42e-8cd523333ecf no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:46.483147 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48058) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:46.499915 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 31de0871-1862-4477-b42e-8cd523333ecf {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:01:46.500372 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 31de0871-1862-4477-b42e-8cd523333ecf not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:01:46.501455 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device f6145b65-1d7d-4499-a743-c455840fbae9 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:46.537051 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: f6145b65-1d7d-4499-a743-c455840fbae9 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:01:46.537682 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device f6145b65-1d7d-4499-a743-c455840fbae9 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:01:46.678545 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-8dea5ce7-72c9-476f-a45c-da52e5ca69b3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292717952&fields=id&tenant_id=c2a3b16c49e7488590aa349b7fe32aca HTTP/1.1" status: 200 len: 267 time: 0.1305692 Jun 01 11:01:46.938609 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-515adad5-29be-4772-96ca-a0d9d8121e4c tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:46.940205 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-515adad5-29be-4772-96ca-a0d9d8121e4c tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.2518711 Jun 01 11:01:47.002142 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'port': {'security_groups': ['6267cce3-8dfe-4343-b81c-f73c091fed34', 'f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:47.244318 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:47.273206 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5c2e-2ad1-4f31-99b5-5c249c31b4cd req-d339225d-cdb2-4791-b914-4345f1b15e9b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:47.274892 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-92fb5c2e-2ad1-4f31-99b5-5c249c31b4cd req-d339225d-cdb2-4791-b914-4345f1b15e9b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.3304443 Jun 01 11:01:47.478396 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-92fb5c2e-2ad1-4f31-99b5-5c249c31b4cd req-c400abee-eccb-47a3-9c2d-81a47115ddf1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960835 Jun 01 11:01:47.714801 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:47.723201 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:47.827399 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:47.877791 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:47.889537 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:47.889771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:47.982501 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:47.983147 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:47.988434 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6bff8481-ed0d-4ee4-b766-554b3986aa2c req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "PUT /v2.0/ports/004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 981 time: 1.0039809 Jun 01 11:01:48.003479 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=6']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:48.008370 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:48.087807 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:48.219873 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:48.222837 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ce584-5d13-484e-b411-45d4a5acfe57" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:48.293628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a245ab-b527-43ec-9d8e-8806e0dfa296 x-openstack-request-id: req-81a245ab-b527-43ec-9d8e-8806e0dfa296 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:48.294172 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:48.294613 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81a245ab-b527-43ec-9d8e-8806e0dfa296 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:48.295192 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'status': 'completed', 'code': 200} Jun 01 11:01:48.348953 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c881a-a2da-49d6-8619-b8a8d1a71503 req-6190441e-566c-481e-a78d-4274a67d34fb tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:48.351421 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2c9c881a-a2da-49d6-8619-b8a8d1a71503 req-6190441e-566c-481e-a78d-4274a67d34fb tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.2034621 Jun 01 11:01:48.463934 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2c9c881a-a2da-49d6-8619-b8a8d1a71503 req-6c9ee666-56fd-4896-93c2-7d53b4bdc01b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040699 Jun 01 11:01:48.482853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ea80dbba-a535-4d3b-bc0e-6f6111d36749 None None] Provisioning complete for port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:48.483350 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ea80dbba-a535-4d3b-bc0e-6f6111d36749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:48.511370 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-3fc3c959-2390-4a43-8da0-76dc986c211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:48.517921 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-3fc3c959-2390-4a43-8da0-76dc986c211f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1137 time: 0.1877270 Jun 01 11:01:48.528095 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Deleting port 481c9715-8388-4fd9-ba8f-f628e901bb12 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:01:48.528599 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:48.685048 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-f0ecb926-0f19-4aeb-a822-756c99f68096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:48.687642 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-f0ecb926-0f19-4aeb-a822-756c99f68096 service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.1632421 Jun 01 11:01:48.721484 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] For port 481c9715-8388-4fd9-ba8f-f628e901bb12, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=481c9715-8388-4fd9-ba8f-f628e901bb12,segment=NetworkSegment(365fcb9a-ddb8-4eca-8a70-909e15409972),segment_id=365fcb9a-ddb8-4eca-8a70-909e15409972)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:48.723522 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:48.828470 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-2917b570-685e-4c88-b7e4-eae7e28a4226 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 1001 time: 0.1336837 Jun 01 11:01:48.874121 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Calling delete_port for 481c9715-8388-4fd9-ba8f-f628e901bb12 owned by network:router_interface {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:01:48.919717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-54f857c1-292f-4b4b-89c1-4c43a49b7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:48.921190 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-54f857c1-292f-4b4b-89c1-4c43a49b7856 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.0841727 Jun 01 11:01:49.020327 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-6fd1fe29-31c1-4f38-a6f7-623a2e6ec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:49.021854 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-6fd1fe29-31c1-4f38-a6f7-623a2e6ec831 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932415 Jun 01 11:01:49.161430 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-3888375f-f8dd-48f8-bec8-d0727d331134 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318009 Jun 01 11:01:49.277107 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:49.282020 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2eb26636-7e35-49e9-8c61-d6a60f3d1448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:49.327318 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Pushing event deleted for resources: {'Port': ['ID=481c9715-8388-4fd9-ba8f-f628e901bb12,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:49.391637 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:49.410768 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-583ce584-5d13-484e-b411-45d4a5acfe57 req-6b1fde3e-3045-4377-8284-14ad4c94a197 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416124 Jun 01 11:01:49.601711 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:50.105180 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-b8564064-f693-4695-ad9e-0784fca1fb2b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:50.106817 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-b8564064-f693-4695-ad9e-0784fca1fb2b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/networks?id=c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 200 len: 814 time: 0.2502971 Jun 01 11:01:50.113120 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Router b84f4df8-fc00-4c08-bdb6-03ed44393101 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:01:50.128813 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-d44acfe1-e8a5-464d-a70e-e97b365a97a0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/quotas/23975eb10dc24208ae2f4a5e8fe3a060 HTTP/1.1" status: 200 len: 375 time: 0.0146680 Jun 01 11:01:50.241263 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-d748392d-526f-4566-9bb7-5d9c37461a72 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603635 Jun 01 11:01:50.432267 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:01:50.440387 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] Sync routers for ids ['b84f4df8-fc00-4c08-bdb6-03ed44393101'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:01:50.449375 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] Routers {'b84f4df8-fc00-4c08-bdb6-03ed44393101'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:01:50.449987 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['b84f4df8-fc00-4c08-bdb6-03ed44393101'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:50.460617 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] 10.222.0.10 "PUT /v2.0/routers/b84f4df8-fc00-4c08-bdb6-03ed44393101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9764919 Jun 01 11:01:50.463268 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48294) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:50.464015 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-7f1624da-10be-498e-ae47-bc30e51d9242 service neutron] 10.222.0.10 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157748 Jun 01 11:01:50.632907 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] Set router b84f4df8-fc00-4c08-bdb6-03ed44393101 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:01:50.642229 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:50.685656 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-dfa4a588-aff9-4554-a029-b98a5247aba9 service neutron] 10.222.0.10 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145073 Jun 01 11:01:50.834478 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:50.910835 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4af50ed1-a49f-41af-be03-596ed9e13242 req-034ed702-9cc1-4625-8e37-441baacbe53c tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 210 time: 0.0545149 Jun 01 11:01:50.961317 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T11:01:49Z', 'revision_number': 5, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port': {'id': '946ee12a-77b8-4c10-bb99-cdedfdfe1620', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:50.966416 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] Checking router: b84f4df8-fc00-4c08-bdb6-03ed44393101 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:01:50.972067 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Deleting port 946ee12a-77b8-4c10-bb99-cdedfdfe1620 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:01:50.972437 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:50.976805 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] Routers {'b84f4df8-fc00-4c08-bdb6-03ed44393101'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:01:50.977710 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['b84f4df8-fc00-4c08-bdb6-03ed44393101'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:51.111436 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] For port 946ee12a-77b8-4c10-bb99-cdedfdfe1620, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=946ee12a-77b8-4c10-bb99-cdedfdfe1620,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:51.111911 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.152746 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] Set router b84f4df8-fc00-4c08-bdb6-03ed44393101 gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:01:51.163759 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48312) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:51.252170 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Calling delete_port for 946ee12a-77b8-4c10-bb99-cdedfdfe1620 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:01:51.307818 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T11:01:50Z', 'revision_number': 6, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port_host': None}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:51.311840 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e5bdf-68a5-4f36-a14c-88c614d0bb0a None None] The sync data for ids ['b84f4df8-fc00-4c08-bdb6-03ed44393101'] in dv-cinder-787764-3-smb is: [{'id': 'b84f4df8-fc00-4c08-bdb6-03ed44393101', 'name': 'tempest-ServerRescueNegativeTestJSON-734774223-router', 'tenant_id': '55124275cf914091820af6cd51aef6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:43Z', 'updated_at': '2021-06-01T11:01:50Z', 'revision_number': 6, 'project_id': '55124275cf914091820af6cd51aef6ec', 'gw_port_host': None}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:01:51.385625 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-9cc6dfd7-85a5-4235-9a4d-c89cc3e09cf6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a79cf449e0a946f196d1c9475e6675c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198370 Jun 01 11:01:51.388019 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48320) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:51.450985 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.483351 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.540262 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.545801 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fc0d654a-c565-43cb-b507-540101f8bff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:51.555182 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.559780 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5520fe94-7b03-400f-896d-6cfed9310976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:51.561196 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89884e20-2411-4342-aa72-3a785759e234,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:51.564919 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:51.565991 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.567720 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-ad70bcd6-cff2-49d9-99e7-28e59b7f6db0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89884e20-2411-4342-aa72-3a785759e234 HTTP/1.1" status: 204 len: 168 time: 0.1786463 Jun 01 11:01:51.604265 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Pushing event deleted for resources: {'Port': ['ID=946ee12a-77b8-4c10-bb99-cdedfdfe1620,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:51.607330 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:51.726739 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:51.800002 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 481c9715-8388-4fd9-ba8f-f628e901bb12 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:51.841855 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 481c9715-8388-4fd9-ba8f-f628e901bb12 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:01:51.842208 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 481c9715-8388-4fd9-ba8f-f628e901bb12 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:01:52.012093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.014390 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.073205 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5367c02a-6a0d-4ce0-a237-d8551179d313 req-ba52ef59-5358-42f5-b5b8-504c03b67f3f tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 210 time: 0.0514903 Jun 01 11:01:52.106902 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.107455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84f4df8-fc00-4c08-bdb6-03ed44393101 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:01:52.124412 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.125647 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b84f4df8-fc00-4c08-bdb6-03ed44393101 HTTP/1.1" status: 204 len: 168 time: 1.6611223 Jun 01 11:01:52.128521 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48338) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:52.203630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Deleting subnet a08f0e92-e3a3-4393-98fb-709f56c10660 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:01:52.208242 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.273865 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7152048'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.337048 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1d4e3396-bd45-4b75-b40b-0cdc822050ed tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:52.338259 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1d4e3396-bd45-4b75-b40b-0cdc822050ed tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Synchronizing usage tracker for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:network {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:01:52.345778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.360944 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1d4e3396-bd45-4b75-b40b-0cdc822050ed tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Unset dirty status for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:network {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:01:52.362532 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1d4e3396-bd45-4b75-b40b-0cdc822050ed tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "GET /v2.0/networks?id=c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 200 len: 814 time: 0.2304494 Jun 01 11:01:52.378026 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Request body: {'port': {'device_id': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4', 'admin_state_up': True, 'tenant_id': '23975eb10dc24208ae2f4a5e8fe3a060'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:52.543172 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:52.554171 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:52.564912 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Made reservation on behalf of 23975eb10dc24208ae2f4a5e8fe3a060 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:01:52.568694 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.647005 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6823144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8014301'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.652213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:52.686758 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08f0e92-e3a3-4393-98fb-709f56c10660,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:52.694115 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:52.695114 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.702352 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-35b84c20-867f-4253-9e25-9ce72a39c25b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a08f0e92-e3a3-4393-98fb-709f56c10660 HTTP/1.1" status: 204 len: 168 time: 0.5725887 Jun 01 11:01:52.704907 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48358) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:52.756958 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Allocated IP 172.20.0.13 (c8f5d95c-e4ae-453c-8840-dff01622d8b4/9f34bd2c-f687-41d6-9051-243739da0224/44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:52.817435 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.952853 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.966795 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78594cff-ec2b-4922-8916-426a78166802']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:52.968243 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.979384 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365fcb9a-ddb8-4eca-8a70-909e15409972') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:52.979688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365fcb9a-ddb8-4eca-8a70-909e15409972') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:52.991711 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7152059'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:52.999733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.006488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bac83ece-fd6a-4051-973a-1ae50e987ad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:53.009642 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.017432 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:01:53.017917 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7278670'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: Traceback (most recent call last): Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: timer() Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: cb(*args, **kw) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: return func(*args, **kwargs) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: self._notify() Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: self.callback(batched_events) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: event.method(event) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: return f(self, *a, **k) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: return self._get(url).json() Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:01:53.031004 dv-cinder-787764-3-smb neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:01:53.073353 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Network c8f5d95c-e4ae-453c-8840-dff01622d8b4 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:01:53.076285 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:53.081262 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:01:53.119007 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.119620 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Pushing event updated for resources: {'Port': ['ID=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:53.124572 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:53.139192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:53.146335 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Pushing event deleted for resources: {'Network': ['ID=78594cff-ec2b-4922-8916-426a78166802,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:53.148661 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.151437 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:53.164777 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] 10.222.0.10 "DELETE /v2.0/networks/78594cff-ec2b-4922-8916-426a78166802 HTTP/1.1" status: 204 len: 168 time: 0.4586213 Jun 01 11:01:53.170770 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:53.171429 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.208776 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8358958 Jun 01 11:01:53.228092 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Request body: {'port': {'device_id': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:53.299394 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d4b1-335b-4728-b8e4-d5a10660d997 req-f7536e4e-f4ea-4def-8718-a6a3bb1ef9e1 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:53.301050 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4329d4b1-335b-4728-b8e4-d5a10660d997 req-f7536e4e-f4ea-4def-8718-a6a3bb1ef9e1 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 932 time: 0.0890577 Jun 01 11:01:53.371773 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.380493 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4329d4b1-335b-4728-b8e4-d5a10660d997 req-1ea5d855-a019-4c46-b049-d8799bb47985 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715215 Jun 01 11:01:53.420075 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48380) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:53.472333 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c3865a8d-9e07-4c50-802c-57d12219c3a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55124275cf914091820af6cd51aef6ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508530 Jun 01 11:01:53.474781 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48384) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:53.532748 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 946ee12a-77b8-4c10-bb99-cdedfdfe1620 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:01:53.536140 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.563536 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.567409 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 946ee12a-77b8-4c10-bb99-cdedfdfe1620 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:01:53.567826 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 946ee12a-77b8-4c10-bb99-cdedfdfe1620 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:01:53.617655 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.622843 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2c08d9fb-428e-42d3-ad2d-428606f3e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:53.635852 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328b07e4-4460-4cad-a21c-73f70a8c2353,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:53.638775 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:53.639968 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.641120 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-44c17e12-3662-4f90-ba1d-5d6f6d253aed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/328b07e4-4460-4cad-a21c-73f70a8c2353 HTTP/1.1" status: 204 len: 168 time: 0.1654129 Jun 01 11:01:53.742325 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:53.749537 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.763858 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Transition to ACTIVE for port object 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:53.767373 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:53.771891 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:54.022691 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:54.024496 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:54.103138 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Attempting to bind port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:01:54.103550 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Attempting to bind port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:01:54.103880 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Attempting to bind port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 on network c8f5d95c-e4ae-453c-8840-dff01622d8b4 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:54.108631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 on network c8f5d95c-e4ae-453c-8840-dff01622d8b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:01:54.108951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Attempting to bind port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 on network c8f5d95c-e4ae-453c-8840-dff01622d8b4 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:54.115600 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:01:54.115940 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Checking segment: {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:01:54.116331 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Bound using segment: {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:01:54.116754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Bound port: 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252ce52e-379a-4564-8242-acf820893532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:01:54.117099 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.219787 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] For port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:01:54.222952 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] For port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:01:54.226742 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.231359 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-68a58d8e-a296-4f93-9280-52eae50ebe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:54.279833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:54.280559 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.282014 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] 10.222.0.73 "PUT /v2.0/ports/44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 HTTP/1.1" status: 200 len: 1094 time: 1.0597224 Jun 01 11:01:54.289714 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'tag': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:01:54.291989 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4186c1-6036-4ef8-8b36-54d2597c3374" -d '{"events": [{"name": "network-changed", "server_uuid": "1549585c-d49c-4c94-9f30-85bd87de5f03", "tag": "44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:01:54.318761 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:54.321877 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:54.364277 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7310ab-3f5a-408e-b914-e254d5187171 x-openstack-request-id: req-3b7310ab-3f5a-408e-b914-e254d5187171 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:01:54.364599 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1549585c-d49c-4c94-9f30-85bd87de5f03", "tag": "44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:01:54.364875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b7310ab-3f5a-408e-b914-e254d5187171 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:01:54.365294 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'tag': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9', 'status': 'completed', 'code': 200} Jun 01 11:01:54.407899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-7af627c0-5cdf-4ec2-9e27-1adc3cf6348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:54.409592 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-7af627c0-5cdf-4ec2-9e27-1adc3cf6348c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 1097 time: 0.0860295 Jun 01 11:01:54.452616 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48416) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:54.493521 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-b7c3542c-abf6-45ae-b80c-0b17ffa5db3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 HTTP/1.1" status: 200 len: 217 time: 0.0760183 Jun 01 11:01:54.567813 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20dcd-073b-4fef-824b-da09a8de259c req-dd425cb7-1f3c-49dd-99cf-26810cf527ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:54.569430 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-dd425cb7-1f3c-49dd-99cf-26810cf527ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f34bd2c-f687-41d6-9051-243739da0224 HTTP/1.1" status: 200 len: 854 time: 0.0693176 Jun 01 11:01:54.591635 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-880044272-network', 'tenant_id': '75680b98f67544b19333ea75587f1120'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:54.598876 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:54.608327 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5034c8b-d359-47e4-ba10-19b67b6a784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.608903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f508b-b2bf-418d-a293-5f785ce440c8 req-093f34ca-f529-4ff3-8de2-23f04c11f2b6 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:54.614037 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b28f508b-b2bf-418d-a293-5f785ce440c8 req-093f34ca-f529-4ff3-8de2-23f04c11f2b6 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 944 time: 0.1165664 Jun 01 11:01:54.617368 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Usage tracker for resource:network and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:54.620507 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:54.627478 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-682dd482-02a9-42a5-8707-a0e2c2325ee0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8f5d95c-e4ae-453c-8840-dff01622d8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506992 Jun 01 11:01:54.642569 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:54.670003 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Made reservation on behalf of 75680b98f67544b19333ea75587f1120 for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:01:54.673245 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.692865 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b28f508b-b2bf-418d-a293-5f785ce440c8 req-747243ef-74b9-4100-9948-9201a8fb2b3a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691855 Jun 01 11:01:54.693690 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.719010 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:54.723353 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:54.726723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:54.732308 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:54.778146 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-fe1d20ba-5017-4f1d-9def-cdbdfb9270c7 service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429896 Jun 01 11:01:54.831936 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.836990 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.841224 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e711aa2-c2cd-4493-ad45-b8ab065f4d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:54.933442 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-93b20dcd-073b-4fef-824b-da09a8de259c req-af50ae49-f808-4892-bd21-109151ea52c0 service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379731 Jun 01 11:01:54.952050 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:01:54.959010 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c146cda7-1f09-4d2f-a64a-9dedea7e7e7b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:54.963722 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:54.970338 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:54.970696 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.segments_db [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Added segment d0268cd4-feaf-42da-a48a-6f1cd0808689 of type vlan for network 264612e0-40b4-429d-bf71-e3c7318e6ffe Jun 01 11:01:54.999346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:55.033047 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:55.034585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:55.035201 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:55.039962 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c129bb57-3c68-4c0c-842d-a8b7a15b5315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:55.054204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-9e64315b-fc28-4892-9cba-f0ed20d0c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:55.055994 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-9e64315b-fc28-4892-9cba-f0ed20d0c76e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 1097 time: 0.0715759 Jun 01 11:01:55.140268 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6858344 Jun 01 11:01:55.144234 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Pushing event updated for resources: {'Network': ['ID=264612e0-40b4-429d-bf71-e3c7318e6ffe,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:55.146943 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:55.147076 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48426) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:55.154490 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Request body: {'subnet': {'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-880044272-subnet', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:55.155375 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:01:55.162870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:55.169599 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Usage tracker for resource:subnet and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:55.174801 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:55.193403 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:55.219518 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Made reservation on behalf of 75680b98f67544b19333ea75587f1120 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:01:55.221894 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:55.240586 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-6323f25f-3e36-4fd9-a1e8-9f463a5711da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:55.242068 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-6323f25f-3e36-4fd9-a1e8-9f463a5711da service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 200 len: 915 time: 0.1799393 Jun 01 11:01:55.373551 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-5b88500a-b44d-4125-a936-87a0775df882 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 HTTP/1.1" status: 200 len: 217 time: 0.0822725 Jun 01 11:01:55.452016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-e1e7fef3-48aa-45c7-b486-171b76711b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:55.453460 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-e1e7fef3-48aa-45c7-b486-171b76711b04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f34bd2c-f687-41d6-9051-243739da0224 HTTP/1.1" status: 200 len: 854 time: 0.0725458 Jun 01 11:01:55.539810 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-610022cc-b81e-490d-bd7e-bb40d0f14a76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8f5d95c-e4ae-453c-8840-dff01622d8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783107 Jun 01 11:01:55.859837 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-4f986512-c96c-4463-a739-99889fc9cb05 service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109562 Jun 01 11:01:55.890715 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea404761-1219-4c52-8bd4-470c759e6cee req-45f7853e-2513-464d-8f3c-227b0e0ecb1b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:55.892842 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ea404761-1219-4c52-8bd4-470c759e6cee req-45f7853e-2513-464d-8f3c-227b0e0ecb1b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 944 time: 0.0845609 Jun 01 11:01:55.941494 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ea404761-1219-4c52-8bd4-470c759e6cee req-af3c936e-d735-4184-af31-e9fadd731f7e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Jun 01 11:01:56.020800 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-cc4186c1-6036-4ef8-8b36-54d2597c3374 req-073d07e7-ca02-4bc7-a133-7321fc8c2502 service neutron] 10.222.0.73 "GET /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503890 Jun 01 11:01:56.086754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.091672 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:56.166960 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c12c960-13ba-454b-bc7f-0bf0a4804bb8,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:56.172362 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:56.175025 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Checking segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:01:56.175379 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Network hostable DHCP agents. Network: 264612e0-40b4-429d-bf71-e3c7318e6ffe, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:01:56.191702 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:01:56.200481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 264612e0-40b4-429d-bf71-e3c7318e6ffe) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:56.209498 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd502fb-3249-4c39-877c-a280e05aea5e None None] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:01:56.209953 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:56.210114 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.231511 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9d9e318a-0b6e-4bad-aaee-798e610ae94b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0832241 Jun 01 11:01:56.233937 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48440) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:56.239698 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:01:56.244222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:56.248031 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Usage tracker for resource:router and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:56.251299 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:56.256841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:56.267930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.268958 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.289850 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.455641 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-264612e0-40b4-429d-bf71-e3c7318e6ffe', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 11:01:56.456470 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.560870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.608191 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Allocated IP 172.20.0.2 (264612e0-40b4-429d-bf71-e3c7318e6ffe/0c12c960-13ba-454b-bc7f-0bf0a4804bb8/4862e6c8-659d-4821-aabc-a8229f5f6a57) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:56.808523 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.818737 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Transition to ACTIVE for port object 4862e6c8-659d-4821-aabc-a8229f5f6a57 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:56.836719 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Transition to ACTIVE for port object 4862e6c8-659d-4821-aabc-a8229f5f6a57 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:01:56.842077 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.845922 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:56.864532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.894054 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:56.908964 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:01:56.911591 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:56.915209 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:01:56.924337 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Pushing event updated for resources: {'Port': ['ID=4862e6c8-659d-4821-aabc-a8229f5f6a57,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:56.963557 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.964723 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.965180 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.965583 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.965925 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.966285 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.966619 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.967405 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.967724 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.968054 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.968412 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.968788 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:01:56.996528 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:57.025437 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Attempting to bind port 4862e6c8-659d-4821-aabc-a8229f5f6a57 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:01:57.025848 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Attempting to bind port 4862e6c8-659d-4821-aabc-a8229f5f6a57 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:01:57.026216 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Attempting to bind port 4862e6c8-659d-4821-aabc-a8229f5f6a57 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:01:57.031703 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:01:57.032081 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Checking segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:01:57.032488 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.032889 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Bound using segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:01:57.033362 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Bound port: 4862e6c8-659d-4821-aabc-a8229f5f6a57, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:01:57.033771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.034113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Allocated IP 172.28.3.246 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:57.126239 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] For port 4862e6c8-659d-4821-aabc-a8229f5f6a57, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:01:57.130377 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] For port 4862e6c8-659d-4821-aabc-a8229f5f6a57, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=4862e6c8-659d-4821-aabc-a8229f5f6a57,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:01:57.136493 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.140160 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4568774a-5c92-46a8-9560-4e6a77be03fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:57.154626 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415276c8-de39-4f20-bcf3-b84a5cc24b56 req-9357b9db-7401-46e3-b294-92d559f8350e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:57.157301 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-415276c8-de39-4f20-bcf3-b84a5cc24b56 req-9357b9db-7401-46e3-b294-92d559f8350e tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 944 time: 0.1046679 Jun 01 11:01:57.216572 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.216732 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-415276c8-de39-4f20-bcf3-b84a5cc24b56 req-f2187175-beb1-4981-9aa3-c003d34305d9 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533781 Jun 01 11:01:57.245222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Pushing event updated for resources: {'Port': ['ID=4862e6c8-659d-4821-aabc-a8229f5f6a57,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:57.249846 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:57.266894 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.270781 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.276632 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:57.343144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:01:57.352097 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:01:57.354869 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:01:57.386005 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-57655632-3384-4785-8cbf-3fa7b108fd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:57.443004 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:57.446516 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:57.614687 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 4862e6c8-659d-4821-aabc-a8229f5f6a57 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:01:57.682695 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 4862e6c8-659d-4821-aabc-a8229f5f6a57 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:01:57.943701 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.147591 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95f13b-ebca-46f1-8ebf-d72b82b105da None None] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:01:58.257992 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Provisioning for port 4862e6c8-659d-4821-aabc-a8229f5f6a57 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:01:58.275476 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Provisioning complete for port 4862e6c8-659d-4821-aabc-a8229f5f6a57 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:58.275857 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.289235 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.395368 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.408655 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75135b57-27c5-465c-b0a7-e2d96d3c6fc9 req-be339915-882f-45bc-b71d-56b1ab43de64 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:58.411404 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-75135b57-27c5-465c-b0a7-e2d96d3c6fc9 req-be339915-882f-45bc-b71d-56b1ab43de64 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 944 time: 0.0909176 Jun 01 11:01:58.462668 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-75135b57-27c5-465c-b0a7-e2d96d3c6fc9 req-cf5cc75a-843d-46d2-919c-5e718a560bff tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Jun 01 11:01:58.512232 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:01:58.532721 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 11:01:58.541083 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.675659 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] For port 4862e6c8-659d-4821-aabc-a8229f5f6a57, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=4862e6c8-659d-4821-aabc-a8229f5f6a57,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:58.690356 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.698725 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48462) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:58.703048 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:58.723215 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:01:58.751107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.751336 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:01:58.758328 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5225697 Jun 01 11:01:58.760916 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48468) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:58.779999 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:58.807293 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:01:58.807946 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:58.870150 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9', 'network_id': 'c8f5d95c-e4ae-453c-8840-dff01622d8b4', 'port_id': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9', 'mac_address': 'fa:16:3e:55:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f34bd2c-f687-41d6-9051-243739da0224', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:01:58.878920 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:58.951761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Pushing event updated for resources: {'Port': ['ID=4862e6c8-659d-4821-aabc-a8229f5f6a57,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:58.954868 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:59.057557 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:01:59.071832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Usage tracker for resource:security_group_rule and tenant:de54e8dcf69c41b3a579c00a3cb4568b is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:01:59.076243 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:01:59.085072 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:01:59.092752 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-148741e9-7a17-49a1-a092-f87bfc605d7a None None] Provisioning complete for port 4862e6c8-659d-4821-aabc-a8229f5f6a57 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:59.093308 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-148741e9-7a17-49a1-a092-f87bfc605d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.124992 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.177231 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:01:59.190438 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:01:59.329794 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:01:59.343591 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.392885 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-10cd086e-c9e1-4ded-bc18-714ef77e3889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:59.408870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.415841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.470284 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e9f70c0f-94b0-42df-986d-62bac3078c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:59.543153 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de54e8dcf69c41b3a579c00a3cb4568b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8423717 Jun 01 11:01:59.544795 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48474) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:01:59.548024 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936d64fd-74c1-46e0-b28c-bc1deeb66710,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:59.552818 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:59.600270 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:01:59.634984 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:59.638338 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:59.654132 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 4862e6c8-659d-4821-aabc-a8229f5f6a57 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:01:59.685541 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.718710 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.731516 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.790507 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:01:57Z', 'revision_number': 3, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:01:59.805911 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88bd4-3582-4a28-9442-01f2086fe43c req-84e55713-d610-48bb-8e8b-33ffe1f0718b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:01:59.806761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 4862e6c8-659d-4821-aabc-a8229f5f6a57 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:01:59.806919 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90d88bd4-3582-4a28-9442-01f2086fe43c req-84e55713-d610-48bb-8e8b-33ffe1f0718b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 945 time: 0.1717689 Jun 01 11:01:59.807148 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.842787 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:01:59.843176 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Updating router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:01:59.863739 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.870856 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-df73a228-d329-44b9-aa67-95b5a07ec70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:01:59.884742 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-90d88bd4-3582-4a28-9442-01f2086fe43c req-a34edf30-182d-4ac6-9941-8ee003254c3b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685093 Jun 01 11:01:59.892394 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:01:59.893566 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/936d64fd-74c1-46e0-b28c-bc1deeb66710 HTTP/1.1" status: 204 len: 168 time: 0.3477867 Jun 01 11:01:59.894579 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d64fd-74c1-46e0-b28c-bc1deeb66710,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:01:59.899733 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:01:59.943094 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Allocated IP 172.20.0.1 (264612e0-40b4-429d-bf71-e3c7318e6ffe/0c12c960-13ba-454b-bc7f-0bf0a4804bb8/a21a6c91-94b6-4a90-a334-e342e567884b) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:01:59.972272 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.044879 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.106228 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.124564 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Transition to ACTIVE for port object a21a6c91-94b6-4a90-a334-e342e567884b will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:00.153364 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.158682 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-95863575-e381-4e2b-bade-843c5f2f2f62 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:00.231014 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:02:00.233788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:02:00.238430 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:02:00.262555 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Pushing event updated for resources: {'Port': ['ID=a21a6c91-94b6-4a90-a334-e342e567884b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:00.269040 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:00.293620 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.438005 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.451165 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Transition to ACTIVE for port object e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:00.458860 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.462598 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2da222dc-f1ca-47ab-a0b9-66b9019df23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:00.558488 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ac39b-acac-485b-b752-ca0e3d2f5385 None None] Pushing event updated for resources: {'Port': ['ID=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:00.563730 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e88ac39b-acac-485b-b752-ca0e3d2f5385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:00.564463 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-227eb66b-6a61-4d18-9e21-7911a322cd79 None None] Provisioning for port a21a6c91-94b6-4a90-a334-e342e567884b completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:00.568079 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Attempting to bind port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:02:00.568458 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Attempting to bind port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:02:00.568828 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Attempting to bind port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:02:00.575225 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-227eb66b-6a61-4d18-9e21-7911a322cd79 None None] Provisioning complete for port a21a6c91-94b6-4a90-a334-e342e567884b triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:00.575610 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-227eb66b-6a61-4d18-9e21-7911a322cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.583521 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.604733 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:02:00.604970 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:02:00.605335 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.605766 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:02:00.606251 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Bound port: e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:02:00.606634 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.683260 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-227eb66b-6a61-4d18-9e21-7911a322cd79 None None] Port a21a6c91-94b6-4a90-a334-e342e567884b cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:02:00.708090 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] For port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:02:00.712069 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] For port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:02:00.716602 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.720979 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e88ac39b-acac-485b-b752-ca0e3d2f5385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:00.855892 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:00.856518 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:00.927353 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ac39b-acac-485b-b752-ca0e3d2f5385 None None] Pushing event updated for resources: {'Port': ['ID=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:00.938659 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e88ac39b-acac-485b-b752-ca0e3d2f5385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:00.956250 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.961823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:00.990680 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:01.045851 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:01.071840 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:01.076121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Pushing event updated for resources: {'Port': ['ID=a21a6c91-94b6-4a90-a334-e342e567884b,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:01.084717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:01.093048 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0361858-acbf-446b-839c-e85ab313c45e req-8a8e18ab-391d-499d-a56f-aa8d2714fc72 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:01.097588 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f0361858-acbf-446b-839c-e85ab313c45e req-8a8e18ab-391d-499d-a56f-aa8d2714fc72 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 945 time: 0.0880182 Jun 01 11:02:01.141974 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f0361858-acbf-446b-839c-e85ab313c45e req-4dca7df9-7cdf-4919-9540-7626d301919b tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Jun 01 11:02:01.220937 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:02:01.222444 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:02:01.383928 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:01:59Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:01.388447 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab8aa6-db70-47c6-ba0d-1b25d97b7061 None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:01:59Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:02:01.410591 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:02:01.415395 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-564e57d0-9ee1-4a28-8be8-fb5ea344a1b2 None None] Provisioning complete for port a21a6c91-94b6-4a90-a334-e342e567884b triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:01.415844 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-564e57d0-9ee1-4a28-8be8-fb5ea344a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:01.474029 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-564e57d0-9ee1-4a28-8be8-fb5ea344a1b2 None None] Port a21a6c91-94b6-4a90-a334-e342e567884b cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:02:01.614344 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:02:01.631371 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] 10.222.0.10 "PUT /v2.0/routers/2ed7d7d4-e22c-4132-9134-804d6c3fb760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8692932 Jun 01 11:02:02.298103 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48492) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:02.303631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150081430', 'description': 'tempest-description--790820349'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:02.309860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:02.314258 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:02.317443 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:02.324055 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:02.340824 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.355071 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea78f18-e7f9-445a-932e-8b88f375cdc8 req-4a654f6c-5047-4e6c-a919-ffc40c7bb610 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:02.356693 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ea78f18-e7f9-445a-932e-8b88f375cdc8 req-4a654f6c-5047-4e6c-a919-ffc40c7bb610 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 945 time: 0.1005812 Jun 01 11:02:02.363497 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:02.367611 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:02.370720 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:02.376725 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:02.407616 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ea78f18-e7f9-445a-932e-8b88f375cdc8 req-f2a21f12-5c17-403d-ad85-6a60502fc9ec tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Jun 01 11:02:02.459181 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.463047 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.466895 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d3b11f0b-785a-4800-8732-0d9137f5ea52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:02.506793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35aec981-2ffa-4cc5-9780-a423ea3c81b9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:02.509654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.510910 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2117131 Jun 01 11:02:02.511890 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:02.513900 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48496) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:02.519802 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'security_group_rule': {'security_group_id': '35aec981-2ffa-4cc5-9780-a423ea3c81b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:02.522357 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:02.525952 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:02.530024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:02.534206 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:02.541030 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:02.558548 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.599396 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:02.604372 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:02.604752 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.623653 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.627796 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.629978 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-677a0949-4205-45b0-ac34-197593eeacc9 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:02.650388 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0569a8c-fe42-4e4d-ad5f-030082e610dd,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:02.654312 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:02.662562 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.663727 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-7815f590-f265-4f30-9a30-3f30ca359024 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488543 Jun 01 11:02:02.666402 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48500) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:02.671682 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'security_group_rule': {'security_group_id': '35aec981-2ffa-4cc5-9780-a423ea3c81b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:02.677479 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:02.681263 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:02.684350 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:02.691296 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:02.707966 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.724679 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.758520 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:02.760946 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13f02d1-32cd-4400-ac20-048b4667c2f6" -d '{"events": [{"server_uuid": "1549585c-d49c-4c94-9f30-85bd87de5f03", "name": "network-vif-plugged", "status": "completed", "tag": "44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:02.774241 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:02.779728 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.782599 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:02.783507 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.788306 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.790733 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:02.814342 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8c51ad-1810-4e58-80de-59809f2be3fa,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:02.817113 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:02.823696 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4b109c-b494-4d8d-8758-44ad5fc33cf5 x-openstack-request-id: req-8b4b109c-b494-4d8d-8758-44ad5fc33cf5 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:02.823981 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549585c-d49c-4c94-9f30-85bd87de5f03", "name": "network-vif-plugged", "status": "completed", "tag": "44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:02.824242 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b4b109c-b494-4d8d-8758-44ad5fc33cf5 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:02.824639 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9', 'code': 200} Jun 01 11:02:02.824871 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.826069 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4306c58b-1c36-4f56-8df3-d2d7dc297631 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585944 Jun 01 11:02:02.829978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48506) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:02.835525 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'floatingip': {'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:02.841479 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:02.845703 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:floatingip and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:02.848529 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:02.854175 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:02.866362 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:02.869434 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:02.872633 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:03.068816 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.134453 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23037-0c60-4334-af53-00d0dbbc1b45 req-dcaaaeb4-663d-42a0-95f4-5e6d809bfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:03.135920 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2df23037-0c60-4334-af53-00d0dbbc1b45 req-dcaaaeb4-663d-42a0-95f4-5e6d809bfa73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 1099 time: 0.1496851 Jun 01 11:02:03.231599 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2df23037-0c60-4334-af53-00d0dbbc1b45 req-2842ee57-de50-4019-ad72-ac8e4ea74f16 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871494 Jun 01 11:02:03.246423 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Allocated IP 172.28.3.239 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/c3fa0bc2-b141-4998-ac60-f4da3b6c2bbc) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:02:03.289092 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:02:03.299724 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:03.300351 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:03.391380 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.419901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.424116 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:03.479494 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:03.485238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:02:03.488211 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:02:03.491951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:02:03.614592 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27141-5f12-4d77-a5a8-9e42b3d22afe req-c84fe14e-f512-442c-a5bf-e400000794b0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:03.622197 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fec27141-5f12-4d77-a5a8-9e42b3d22afe req-c84fe14e-f512-442c-a5bf-e400000794b0 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.1013112 Jun 01 11:02:03.663531 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'Port': ['ID=c3fa0bc2-b141-4998-ac60-f4da3b6c2bbc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:03.669361 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:03.670035 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fec27141-5f12-4d77-a5a8-9e42b3d22afe req-b2531d93-0d18-4895-a1a7-ca1420062866 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Jun 01 11:02:03.691331 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:03.691920 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.760680 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.767379 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:03.772215 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:03.772879 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.822433 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 2, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:03.827071 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:02:03.827454 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Updating router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 port a21a6c91-94b6-4a90-a334-e342e567884b binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:02:03.882378 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.899689 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.917304 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:03.922370 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:03.924844 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:03.996838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.000246 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:04.002862 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.003673 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:04.006784 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:04.129992 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'Port': ['ID=c3fa0bc2-b141-4998-ac60-f4da3b6c2bbc,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:04.133891 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:04.144428 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.169769 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.177969 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3400085 Jun 01 11:02:04.246979 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.258267 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Transition to ACTIVE for port object a21a6c91-94b6-4a90-a334-e342e567884b will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:04.264049 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.268786 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:04.348761 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-91b8186d-82c0-46c5-b6bc-6c6e49e12444 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:security_group {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:02:04.370143 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-91b8186d-82c0-46c5-b6bc-6c6e49e12444 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:security_group {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:02:04.371736 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-91b8186d-82c0-46c5-b6bc-6c6e49e12444 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1150081430&fields=id&tenant_id=75680b98f67544b19333ea75587f1120 HTTP/1.1" status: 200 len: 267 time: 0.0705445 Jun 01 11:02:04.424209 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Pushing event updated for resources: {'Port': ['ID=a21a6c91-94b6-4a90-a334-e342e567884b,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:04.461345 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.461592 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.461893 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.463081 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.463081 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.463081 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.463431 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.463431 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.463731 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.464041 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.464350 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.464657 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:04.473441 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:04.494837 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Attempting to bind port a21a6c91-94b6-4a90-a334-e342e567884b on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:02:04.495203 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Attempting to bind port a21a6c91-94b6-4a90-a334-e342e567884b by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:02:04.495561 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Attempting to bind port a21a6c91-94b6-4a90-a334-e342e567884b on network 264612e0-40b4-429d-bf71-e3c7318e6ffe {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:02:04.501326 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:02:04.501764 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Checking segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:02:04.502186 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.502568 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Bound using segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:02:04.503640 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Bound port: a21a6c91-94b6-4a90-a334-e342e567884b, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:02:04.504016 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.539401 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-e3fe433a-c35c-46e2-ae45-54f80d07ccff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:04.540074 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-e3fe433a-c35c-46e2-ae45-54f80d07ccff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:network {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:02:04.555771 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-e3fe433a-c35c-46e2-ae45-54f80d07ccff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:network {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:02:04.556871 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-e3fe433a-c35c-46e2-ae45-54f80d07ccff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 810 time: 0.1769316 Jun 01 11:02:04.571424 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-a3becdde-58c9-43d8-ad11-f9374c56ad8b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/quotas/75680b98f67544b19333ea75587f1120 HTTP/1.1" status: 200 len: 375 time: 0.0090802 Jun 01 11:02:04.596510 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] For port a21a6c91-94b6-4a90-a334-e342e567884b, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:02:04.599376 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] For port a21a6c91-94b6-4a90-a334-e342e567884b, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=a21a6c91-94b6-4a90-a334-e342e567884b,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:02:04.603377 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:04.607043 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c8843d22-3eb3-463e-abce-138e077108c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:04.661281 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-44b0b764-9edd-46da-9707-65174ce4f8ff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846231 Jun 01 11:02:04.681383 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:04.682019 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:04.738589 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Pushing event updated for resources: {'Port': ['ID=a21a6c91-94b6-4a90-a334-e342e567884b,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:04.752917 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-9460fbf9-bb33-40aa-8310-6e54d32a7073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:04.884533 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-176eea6d-0393-4dd7-a1ae-3f513cbf2901 service neutron] 10.222.0.10 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990776 Jun 01 11:02:04.907890 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:04.995090 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba001e-e4fb-4328-ad0e-56830b7258d5 req-2b800358-b219-4f96-8249-831011b9a9e7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:05.003711 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-30ba001e-e4fb-4328-ad0e-56830b7258d5 req-2b800358-b219-4f96-8249-831011b9a9e7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.1951728 Jun 01 11:02:05.145640 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7ae0d556-ecef-47b2-8561-e1edf49789fe service neutron] 10.222.0.10 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548926 Jun 01 11:02:05.148574 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-30ba001e-e4fb-4328-ad0e-56830b7258d5 req-e9801de3-ea73-42b8-ab73-88dcd0b8279a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376166 Jun 01 11:02:05.222659 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:04Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:05.227176 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926dae-d2de-43e0-a79e-9caf3f16cc52 None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:04Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:02:05.357184 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef5fb4cb-db4a-4ff4-9800-707d40f70815 req-82f77dfb-0a85-47ea-97e4-3844fd69e9ea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 210 time: 0.0578227 Jun 01 11:02:05.641804 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:05.770095 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:05.770602 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:05.914451 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a21a6c91-94b6-4a90-a334-e342e567884b up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:05.990168 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port a21a6c91-94b6-4a90-a334-e342e567884b completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:05.996288 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port a21a6c91-94b6-4a90-a334-e342e567884b triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:05.996666 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:06.144363 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:06.176998 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port a21a6c91-94b6-4a90-a334-e342e567884b, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=a21a6c91-94b6-4a90-a334-e342e567884b,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:06.180123 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:06.182204 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:06.251707 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=a21a6c91-94b6-4a90-a334-e342e567884b,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:06.254635 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:06.487854 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-0619613e-0050-4c42-bec2-6cfcca5fc244 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723586 Jun 01 11:02:06.512576 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cefd05fe-5f41-48fe-84b6-ae6e15b4534c req-9d08c8ad-09bb-4f42-849c-c031acd9d6c6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 210 time: 0.0429218 Jun 01 11:02:06.584090 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818724d-b311-476e-bb10-09138fa43fec req-603ab274-d103-4ad6-a27d-260b4c721e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:06.585559 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-603ab274-d103-4ad6-a27d-260b4c721e28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 1099 time: 0.0718281 Jun 01 11:02:06.741008 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818724d-b311-476e-bb10-09138fa43fec req-311e1c2a-6427-4b08-bf6f-262be4a68d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:06.742527 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-311e1c2a-6427-4b08-bf6f-262be4a68d61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1321282 Jun 01 11:02:06.851300 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-d8950ed2-1009-415b-aa42-950cfa29c7de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 200 len: 1000 time: 0.1022308 Jun 01 11:02:06.860054 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:02:06.938167 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818724d-b311-476e-bb10-09138fa43fec req-c103b2ad-1c24-4eda-810e-6a6707e85d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:06.939660 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-c103b2ad-1c24-4eda-810e-6a6707e85d01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0810790 Jun 01 11:02:06.954123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-383735c9-735c-4507-830d-f4d0068a5260 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:06.955681 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-383735c9-735c-4507-830d-f4d0068a5260 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 810 time: 0.1716156 Jun 01 11:02:07.025799 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-27313d77-ec52-48ba-8a92-800d82ffd4b2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75680b98f67544b19333ea75587f1120 HTTP/1.1" status: 200 len: 380 time: 0.0584342 Jun 01 11:02:07.035148 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818724d-b311-476e-bb10-09138fa43fec req-0497488e-169e-46d5-8de5-0a644aa998c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:07.036713 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-0497488e-169e-46d5-8de5-0a644aa998c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891604 Jun 01 11:02:07.045076 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'port': {'device_id': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'admin_state_up': True, 'tenant_id': '75680b98f67544b19333ea75587f1120', 'security_groups': ['35aec981-2ffa-4cc5-9780-a423ea3c81b9']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:07.178763 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:07.197438 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-ecc00d82-410a-465e-ae5a-8c2e86eca793 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416924 Jun 01 11:02:07.215454 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:07.219524 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:port and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:07.222418 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:07.228040 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:07.238843 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Made reservation on behalf of 75680b98f67544b19333ea75587f1120 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:02:07.243061 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:07.351570 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2818724d-b311-476e-bb10-09138fa43fec req-f0bf3d8c-79fa-4b25-8d0d-fb8b73d057b4 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403375 Jun 01 11:02:07.414085 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Allocated IP 172.20.0.4 (264612e0-40b4-429d-bf71-e3c7318e6ffe/0c12c960-13ba-454b-bc7f-0bf0a4804bb8/628ad02e-e0c5-49cc-8e08-64cff8987dd5) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:02:07.601661 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a21a6c91-94b6-4a90-a334-e342e567884b up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:07.611420 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:07.628139 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Transition to ACTIVE for port object 628ad02e-e0c5-49cc-8e08-64cff8987dd5 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:07.674161 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port a21a6c91-94b6-4a90-a334-e342e567884b triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:07.674532 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:07.692494 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:07.702149 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:07.795871 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:02:07.800456 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:02:07.803539 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'Port': ['ID=628ad02e-e0c5-49cc-8e08-64cff8987dd5,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:07.805797 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:02:07.833161 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:07.868323 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a53b7-56db-4e5a-b921-65b0b6151ec4 req-43f49649-3397-401b-b61f-cba6b60e657d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:07.869974 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2f9a53b7-56db-4e5a-b921-65b0b6151ec4 req-43f49649-3397-401b-b61f-cba6b60e657d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 931 time: 0.2402260 Jun 01 11:02:07.900154 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:07.900967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:07.945454 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2f9a53b7-56db-4e5a-b921-65b0b6151ec4 req-3e476f51-1721-40c2-b38f-b2e81c78991b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691059 Jun 01 11:02:07.946838 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058733 Jun 01 11:02:07.962711 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Request body: {'port': {'device_id': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:08.081963 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.084580 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe0f5a6-635d-48b1-a540-178c30f286c0 None None] Provisioning for port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:08.090457 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe0f5a6-635d-48b1-a540-178c30f286c0 None None] Provisioning complete for port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:08.091317 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe0f5a6-635d-48b1-a540-178c30f286c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.150780 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe0f5a6-635d-48b1-a540-178c30f286c0 None None] Port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:02:08.434217 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628ad02e-e0c5-49cc-8e08-64cff8987dd5 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:02:08.443113 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.457395 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Transition to ACTIVE for port object 628ad02e-e0c5-49cc-8e08-64cff8987dd5 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:08.461348 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.465950 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f6c179c5-5dfa-4fef-b052-998c9daf4eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:08.747488 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Pushing event updated for resources: {'Port': ['ID=628ad02e-e0c5-49cc-8e08-64cff8987dd5,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:08.750584 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:08.797770 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Attempting to bind port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:02:08.798042 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Attempting to bind port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:02:08.798367 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Attempting to bind port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:02:08.803008 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:02:08.803328 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Attempting to bind port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:02:08.808349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:02:08.808687 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Checking segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:02:08.809067 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Bound using segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:02:08.809490 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Bound port: 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:02:08.809860 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.896495 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] For port 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:02:08.899517 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] For port 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:02:08.903220 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.907387 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:08.967522 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:08.968648 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:08.970290 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] 10.222.0.73 "PUT /v2.0/ports/628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 1093 time: 1.0154667 Jun 01 11:02:08.970779 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:08.973038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b" -d '{"events": [{"name": "network-changed", "server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:08.993032 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Pushing event updated for resources: {'Port': ['ID=628ad02e-e0c5-49cc-8e08-64cff8987dd5,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:08.996651 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:09.062713 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3bef6-732f-4cb4-a727-ad6650f8951f x-openstack-request-id: req-c2e3bef6-732f-4cb4-a727-ad6650f8951f {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:09.063035 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:09.063323 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2e3bef6-732f-4cb4-a727-ad6650f8951f {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:09.063743 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'status': 'completed', 'code': 200} Jun 01 11:02:09.169541 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-f0b7d760-99d9-4e69-9d96-bac406206549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.171015 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-f0b7d760-99d9-4e69-9d96-bac406206549 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1096 time: 0.1421840 Jun 01 11:02:09.179366 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6f4f7-df0a-4c58-a977-44b5702e62eb req-87f3e5ee-a730-41a7-b5ca-753532d92f88 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.180047 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-d4e6f4f7-df0a-4c58-a977-44b5702e62eb req-87f3e5ee-a730-41a7-b5ca-753532d92f88 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:02:09.252909 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-52e2a489-addf-41e1-a0f3-fe0bbd78f58b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 217 time: 0.0699725 Jun 01 11:02:09.261247 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-d4e6f4f7-df0a-4c58-a977-44b5702e62eb req-87f3e5ee-a730-41a7-b5ca-753532d92f88 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:02:09.262375 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4e6f4f7-df0a-4c58-a977-44b5702e62eb req-87f3e5ee-a730-41a7-b5ca-753532d92f88 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 943 time: 0.1932666 Jun 01 11:02:09.362269 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-df73da51-13b7-4eaa-b9c1-43cb5f17407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.363714 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-df73da51-13b7-4eaa-b9c1-43cb5f17407c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0989280 Jun 01 11:02:09.368341 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4e6f4f7-df0a-4c58-a977-44b5702e62eb req-94ea1578-99f5-4464-9fa8-36b583afda9c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707047 Jun 01 11:02:09.458125 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51291055-8358-40eb-9a23-a780b6558e11 req-646fb6f5-7a21-430e-acbc-95a3cdf175ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.459597 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-646fb6f5-7a21-430e-acbc-95a3cdf175ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1137 time: 0.0720956 Jun 01 11:02:09.519099 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-ab579225-013b-4d5d-8c60-54655abcace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.520497 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-ab579225-013b-4d5d-8c60-54655abcace5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460004 Jun 01 11:02:09.528918 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f0f3-9268-469b-a4d7-8edbcd9c3231 req-a3a060e3-48e0-4e7e-8c48-b6e95a5adca0 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.530407 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ce68f0f3-9268-469b-a4d7-8edbcd9c3231 req-a3a060e3-48e0-4e7e-8c48-b6e95a5adca0 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.1095388 Jun 01 11:02:09.620766 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51291055-8358-40eb-9a23-a780b6558e11 req-ea1a1aef-99b1-4d36-9398-e45dcce31439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.622267 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-ea1a1aef-99b1-4d36-9398-e45dcce31439 service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.1551521 Jun 01 11:02:09.661825 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ce68f0f3-9268-469b-a4d7-8edbcd9c3231 req-52e480b7-916f-4a0b-84c3-ee34b63d0849 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128623 Jun 01 11:02:09.709992 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-af01410b-bf42-4687-bd0f-9531a5f20999 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784039 Jun 01 11:02:09.752767 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-e1a27ee9-10ce-47e8-99cc-becaac09fc67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 1001 time: 0.1055992 Jun 01 11:02:09.848765 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f489c52b-eb22-4f75-aa15-e0074c382108 req-344d902f-4d13-4e30-9819-3564cbc541c9 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300373 Jun 01 11:02:09.911387 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51291055-8358-40eb-9a23-a780b6558e11 req-765a1c6a-a474-41d7-9f43-420b3ee6cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.912818 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-765a1c6a-a474-41d7-9f43-420b3ee6cb78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.1530733 Jun 01 11:02:09.972303 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-c2cfa827-a378-41b3-a1be-960d5d951e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.973824 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-c2cfa827-a378-41b3-a1be-960d5d951e6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1096 time: 0.0749321 Jun 01 11:02:09.989040 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51291055-8358-40eb-9a23-a780b6558e11 req-e804665c-6ab6-45ac-9949-4625fd780307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:09.990530 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-e804665c-6ab6-45ac-9949-4625fd780307 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711341 Jun 01 11:02:10.108894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-8b61091a-6aa7-4b22-8ec6-d385d2a4dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:10.110298 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-8b61091a-6aa7-4b22-8ec6-d385d2a4dcbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.1300790 Jun 01 11:02:10.120490 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-8f3669ec-1cd2-4b3b-bde0-96865ecf8f4b service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228936 Jun 01 11:02:10.183600 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-5d00bbfe-fed2-4383-8ddd-f49943dd54a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 217 time: 0.0656371 Jun 01 11:02:10.247790 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-be39185a-f559-4c9c-9ebc-69737a9aa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:10.249771 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-be39185a-f559-4c9c-9ebc-69737a9aa49a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0574527 Jun 01 11:02:10.257467 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-51291055-8358-40eb-9a23-a780b6558e11 req-6085fd15-47ad-4d27-851c-bb919c5ae30b service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308882 Jun 01 11:02:10.332495 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-736b3a19-d750-493c-9ba1-cc9ffdf7db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:10.333993 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-736b3a19-d750-493c-9ba1-cc9ffdf7db9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766630 Jun 01 11:02:10.616081 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-00698aa2-f515-4853-b68e-81ea88489477 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748163 Jun 01 11:02:10.655453 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278bc89-40c1-45c0-9253-b35eafa946db req-6cfe3ce4-2b1b-4d36-a098-074038359db8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:10.657376 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2278bc89-40c1-45c0-9253-b35eafa946db req-6cfe3ce4-2b1b-4d36-a098-074038359db8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 943 time: 0.1526103 Jun 01 11:02:10.778933 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2278bc89-40c1-45c0-9253-b35eafa946db req-c7e6ca6c-1e3d-447a-95ab-f4f8968b1858 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778687 Jun 01 11:02:10.842462 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77ad377f-78b1-43c6-9ff6-ea04d5b5702b req-2ff8308a-f540-4751-a841-2ed7b1d9d85b service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183249 Jun 01 11:02:10.879723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fedc15-5566-40eb-ba1a-7f8796684ca3 req-68ad586d-0666-4eb5-8c2a-490af46fd22a tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:10.881076 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b8fedc15-5566-40eb-ba1a-7f8796684ca3 req-68ad586d-0666-4eb5-8c2a-490af46fd22a tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0987847 Jun 01 11:02:10.929552 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b8fedc15-5566-40eb-ba1a-7f8796684ca3 req-9240d939-a380-4970-9aaa-87d36035f116 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426185 Jun 01 11:02:11.972939 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308486-7fd3-4610-8cdf-1ed3bb50c217 req-0b273e6a-0417-4158-bc03-150fb38419b5 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:11.974578 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6a308486-7fd3-4610-8cdf-1ed3bb50c217 req-0b273e6a-0417-4158-bc03-150fb38419b5 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 943 time: 0.0871427 Jun 01 11:02:12.021895 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6a308486-7fd3-4610-8cdf-1ed3bb50c217 req-e9588478-3e37-4022-9b20-057cd6559537 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Jun 01 11:02:12.129071 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bcbe0-16b3-4db0-b5d2-2e95bef7d2c0 req-4200381d-5bcc-49f0-956a-cc29e0a231b1 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:12.130532 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c56bcbe0-16b3-4db0-b5d2-2e95bef7d2c0 req-4200381d-5bcc-49f0-956a-cc29e0a231b1 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0807149 Jun 01 11:02:12.177651 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c56bcbe0-16b3-4db0-b5d2-2e95bef7d2c0 req-3973a626-f855-4a9d-96b4-5e7bccb105dd tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405071 Jun 01 11:02:12.550283 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 628ad02e-e0c5-49cc-8e08-64cff8987dd5 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:02:12.680556 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:12.694107 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'port_id': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'mac_address': 'fa:16:3e:2d:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:02:12.755509 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:12.772870 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628ad02e-e0c5-49cc-8e08-64cff8987dd5 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:02:12.788623 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:12.793186 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:12.794898 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:12.858598 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=628ad02e-e0c5-49cc-8e08-64cff8987dd5,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:12.861450 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:13.101944 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['628ad02e-e0c5-49cc-8e08-64cff8987dd5'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:02:13.211588 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e203e78-0112-45bb-afcc-3845678128bf req-674419f8-8a64-4698-9f52-92c65c35b492 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:13.213236 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2e203e78-0112-45bb-afcc-3845678128bf req-674419f8-8a64-4698-9f52-92c65c35b492 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 944 time: 0.0869222 Jun 01 11:02:13.261614 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2e203e78-0112-45bb-afcc-3845678128bf req-d24e4b87-3378-4059-99b5-1ebb6574e35a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Jun 01 11:02:13.365296 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803f4f5-2c1a-4943-9396-6adbb04e3d09 req-e084a243-1ed4-45c2-9dad-012a9dd465c6 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:13.366746 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7803f4f5-2c1a-4943-9396-6adbb04e3d09 req-e084a243-1ed4-45c2-9dad-012a9dd465c6 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0824783 Jun 01 11:02:13.415296 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7803f4f5-2c1a-4943-9396-6adbb04e3d09 req-3eb29f3e-8a6b-416a-935b-ff1edf09a46d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429096 Jun 01 11:02:14.445720 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70f962-a386-4dd7-8083-07e4e8e57b85 req-60f4d0ae-f1fc-40cc-b2c0-f93a7cdf89c5 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:14.447213 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-db70f962-a386-4dd7-8083-07e4e8e57b85 req-60f4d0ae-f1fc-40cc-b2c0-f93a7cdf89c5 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 944 time: 0.0803139 Jun 01 11:02:14.492591 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-db70f962-a386-4dd7-8083-07e4e8e57b85 req-13f8c13f-f782-4c4d-b94f-6d97bcc2e7c7 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391870 Jun 01 11:02:14.550530 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 628ad02e-e0c5-49cc-8e08-64cff8987dd5 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:14.611741 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d57db4-6723-42b7-bbeb-57669e22a47a req-4da8c10c-c3a5-475f-a3e0-c02c516e2636 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:14.613208 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a3d57db4-6723-42b7-bbeb-57669e22a47a req-4da8c10c-c3a5-475f-a3e0-c02c516e2636 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0896821 Jun 01 11:02:14.617188 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:14.622045 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:14.622424 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:14.661487 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a3d57db4-6723-42b7-bbeb-57669e22a47a req-8883dd3e-a8d7-4240-918e-cdbf628093c7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422173 Jun 01 11:02:14.739124 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:14.767070 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:14.769285 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ffa835-bb07-4e5c-aaf7-edcd50d575b3" -d '{"events": [{"server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "name": "network-vif-plugged", "status": "completed", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:14.777028 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:14.780977 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:14.783041 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8fe04f75-2ab5-4ea1-bda8-344a709176da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:14.822587 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8f6bd-7b01-4086-ad3e-9b79733f28a6 x-openstack-request-id: req-21e8f6bd-7b01-4086-ad3e-9b79733f28a6 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:14.823202 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "name": "network-vif-plugged", "status": "completed", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:14.823466 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21e8f6bd-7b01-4086-ad3e-9b79733f28a6 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:14.823870 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'code': 200} Jun 01 11:02:14.858333 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=628ad02e-e0c5-49cc-8e08-64cff8987dd5,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:14.867723 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:15.084083 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf972f-0708-454c-b801-5d5f206d7ea2 req-5f781e26-6fa9-428a-be3c-a6141b9a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:15.085571 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-05bf972f-0708-454c-b801-5d5f206d7ea2 req-5f781e26-6fa9-428a-be3c-a6141b9a67c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1098 time: 0.0732985 Jun 01 11:02:15.127369 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-05bf972f-0708-454c-b801-5d5f206d7ea2 req-0a556676-8b18-4cbb-9a79-5300d04a4722 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349741 Jun 01 11:02:15.681683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9816183-0c35-42c7-9171-b062cf2e2e59 req-d388036c-5a24-4120-998b-fecc8a4145ff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:15.683128 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a9816183-0c35-42c7-9171-b062cf2e2e59 req-d388036c-5a24-4120-998b-fecc8a4145ff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0847361 Jun 01 11:02:15.728169 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a9816183-0c35-42c7-9171-b062cf2e2e59 req-66474dbb-65be-48a1-9047-f16a58ec5dea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392709 Jun 01 11:02:15.853111 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736fce7-9d22-4e8e-9bb0-cc97895125b3 req-f6fcb5e0-a29e-432a-83b8-578f43570b28 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:15.854498 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e736fce7-9d22-4e8e-9bb0-cc97895125b3 req-f6fcb5e0-a29e-432a-83b8-578f43570b28 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0833926 Jun 01 11:02:15.907600 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e736fce7-9d22-4e8e-9bb0-cc97895125b3 req-67d59eb4-02fa-4378-a114-b7d30eac2cf5 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473728 Jun 01 11:02:16.909461 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990d1a6-7667-4460-b89e-80bdd4e9ae14 req-84314fe9-981c-414b-817b-84563440ac85 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:16.910935 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c990d1a6-7667-4460-b89e-80bdd4e9ae14 req-84314fe9-981c-414b-817b-84563440ac85 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0790484 Jun 01 11:02:16.955630 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c990d1a6-7667-4460-b89e-80bdd4e9ae14 req-e25d14c6-fdd4-4ed5-ae11-3ea104b73761 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392132 Jun 01 11:02:17.160003 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66bd5b-efbf-4201-9c4d-75bef190383f req-5fbf47f8-04e7-4391-b80e-bf173d6a1d12 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:17.161450 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef66bd5b-efbf-4201-9c4d-75bef190383f req-5fbf47f8-04e7-4391-b80e-bf173d6a1d12 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.1467066 Jun 01 11:02:17.188551 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db45ea-8eac-4d86-b275-f012c26f2391 req-030826f5-ecd7-4398-a3a9-a899be7448cf tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:17.189980 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-35db45ea-8eac-4d86-b275-f012c26f2391 req-030826f5-ecd7-4398-a3a9-a899be7448cf tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1328914 Jun 01 11:02:17.198736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48638) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:17.204692 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'floatingip': {'port_id': '628ad02e-e0c5-49cc-8e08-64cff8987dd5'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:17.220546 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef66bd5b-efbf-4201-9c4d-75bef190383f req-41b61b6d-a1a5-4e46-8660-c7d5ebfc3460 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519979 Jun 01 11:02:17.284045 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:17.864761 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:17.868356 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:18.036032 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Floating IP f1b9a043-77e7-4af5-b78b-0b1c57bc292f associated. External IP: 172.28.3.239, port: 628ad02e-e0c5-49cc-8e08-64cff8987dd5. Jun 01 11:02:18.417703 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcafd4-60de-47d7-9be1-aa2e7e0e699a req-f6ca695b-2c36-4cca-942e-58b20e285819 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:18.419311 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3ebcafd4-60de-47d7-9be1-aa2e7e0e699a req-f6ca695b-2c36-4cca-942e-58b20e285819 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0864749 Jun 01 11:02:18.468090 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3ebcafd4-60de-47d7-9be1-aa2e7e0e699a req-e58a33f3-5ce0-43e0-bb22-03e85c2cad8d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425572 Jun 01 11:02:18.492679 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:02:18.670084 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:02:18.674350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:18.679538 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:02:18.688949 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:18.689594 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:18.728955 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-32314788-08b1-4173-8e26-f2b0efbc8379 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "PUT /v2.0/floatingips/f1b9a043-77e7-4af5-b78b-0b1c57bc292f HTTP/1.1" status: 200 len: 991 time: 1.5291240 Jun 01 11:02:18.729613 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:18.732150 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8024dc4-2b36-4a6d-a84a-127b48f558ef" -d '{"events": [{"name": "network-changed", "server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:18.775628 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3728cd6f-4685-4ce1-a99c-4518cb0e2c5e x-openstack-request-id: req-3728cd6f-4685-4ce1-a99c-4518cb0e2c5e {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:18.775945 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:18.776224 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3728cd6f-4685-4ce1-a99c-4518cb0e2c5e {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:18.776664 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'status': 'completed', 'code': 200} Jun 01 11:02:18.874831 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:18.877784 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-bc290aa2-ec73-4c9d-8652-ddfbf7bd5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:18.879240 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-bc290aa2-ec73-4c9d-8652-ddfbf7bd5de2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1098 time: 0.0750895 Jun 01 11:02:19.081768 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-f3e843bc-3ac1-47a9-a84e-21fb9cae8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:19.083216 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-f3e843bc-3ac1-47a9-a84e-21fb9cae8ea4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.1968241 Jun 01 11:02:19.188149 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-6ed0a858-29ee-4cd1-8413-8b0e37a8cd8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 999 time: 0.0964081 Jun 01 11:02:19.253757 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'f1b9a043-77e7-4af5-b78b-0b1c57bc292f', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'port_id': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'mac_address': 'fa:16:3e:2d:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:02:03Z', 'updated_at': '2021-06-01T11:02:17Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:19.255479 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-f34d92d9-05f0-4e5b-b204-06995384c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:19.256950 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-f34d92d9-05f0-4e5b-b204-06995384c951 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0617898 Jun 01 11:02:19.257686 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:02:19.266901 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:19.267498 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:19.336981 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-52b7ebec-b50a-4cbe-82e5-dcbeaf7ff2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:19.338381 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-52b7ebec-b50a-4cbe-82e5-dcbeaf7ff2dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743802 Jun 01 11:02:19.456347 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:19.503138 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-d363217b-dca2-421d-bb75-c388af699c05 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560371 Jun 01 11:02:19.717103 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f8024dc4-2b36-4a6d-a84a-127b48f558ef req-ae4119e9-9937-432a-98ac-2f56d3752331 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012644 Jun 01 11:02:19.731352 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb8ef4-54d1-40c1-84d0-6c9c68d79f5d req-76c59218-603d-4556-aac3-60a66e942f04 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:19.732874 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-92eb8ef4-54d1-40c1-84d0-6c9c68d79f5d req-76c59218-603d-4556-aac3-60a66e942f04 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.1317809 Jun 01 11:02:19.786769 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-92eb8ef4-54d1-40c1-84d0-6c9c68d79f5d req-1710fcdb-023d-414d-af2c-2eb3139f1779 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429022 Jun 01 11:02:19.853794 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'f1b9a043-77e7-4af5-b78b-0b1c57bc292f', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'port_id': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'mac_address': 'fa:16:3e:2d:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:02:03Z', 'updated_at': '2021-06-01T11:02:17Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:19.857690 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc99a5-6f6d-4b72-902d-c9e0bab4b1a7 None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'f1b9a043-77e7-4af5-b78b-0b1c57bc292f', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'port_id': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'mac_address': 'fa:16:3e:2d:1b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:02:03Z', 'updated_at': '2021-06-01T11:02:17Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:02:20.042790 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d22d70-5cd8-4cf6-a039-c06312021854 None None] New status for floating IP f1b9a043-77e7-4af5-b78b-0b1c57bc292f: ACTIVE {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:02:20.975108 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8880b-73c1-4a3f-bca3-d32ef0467119 req-4500be74-eaf8-42e1-a1dc-b217b8ede6bb tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:20.976543 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0af8880b-73c1-4a3f-bca3-d32ef0467119 req-4500be74-eaf8-42e1-a1dc-b217b8ede6bb tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0786529 Jun 01 11:02:21.027653 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0af8880b-73c1-4a3f-bca3-d32ef0467119 req-64dd20e7-57cc-492b-af01-7400c7d3b45d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454583 Jun 01 11:02:22.234705 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675076b-2aab-489a-9488-7bb9f185286f req-ddedb4ed-e1a8-4c90-a2f7-7c9089abd4db tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:22.236207 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9675076b-2aab-489a-9488-7bb9f185286f req-ddedb4ed-e1a8-4c90-a2f7-7c9089abd4db tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0876396 Jun 01 11:02:22.287376 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9675076b-2aab-489a-9488-7bb9f185286f req-1d06afb2-5bc9-43ad-97e1-a47c155da805 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441587 Jun 01 11:02:23.120094 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8c9b-0328-4f1b-b5ae-d297968efded req-f07f8234-2f8e-445b-89c7-6f0523348b8f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:23.121544 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cd1d8c9b-0328-4f1b-b5ae-d297968efded req-f07f8234-2f8e-445b-89c7-6f0523348b8f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.0829842 Jun 01 11:02:23.164634 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cd1d8c9b-0328-4f1b-b5ae-d297968efded req-6d063576-7182-440c-b773-f502e6db8010 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368373 Jun 01 11:02:23.472421 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a73a00-a9f2-40ee-9a1e-6cbe4849cb56 req-c42c18f0-11ee-4d07-86c0-eb8085b948eb tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:23.473850 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77a73a00-a9f2-40ee-9a1e-6cbe4849cb56 req-c42c18f0-11ee-4d07-86c0-eb8085b948eb tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0797660 Jun 01 11:02:23.520733 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-77a73a00-a9f2-40ee-9a1e-6cbe4849cb56 req-c71ed5f1-af95-47e9-8333-ccdf99fc842e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410814 Jun 01 11:02:24.356373 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30405c6-fbc1-480d-987c-1a7c44568aa7 req-5356b9e3-426f-40fe-9623-0103549cf323 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:24.357839 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c30405c6-fbc1-480d-987c-1a7c44568aa7 req-5356b9e3-426f-40fe-9623-0103549cf323 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.0837688 Jun 01 11:02:24.402427 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c30405c6-fbc1-480d-987c-1a7c44568aa7 req-e3818686-a944-4255-8c9e-9a5f0d07b80d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Jun 01 11:02:24.603782 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e22f3354-e189-4592-87d7-09faf3775cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:24.711596 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f920f-3eac-4be9-b45e-481dfcfd4e98 req-4c104e5a-3d45-4ba4-85f5-bb47578e5fce tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:24.713056 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b02f920f-3eac-4be9-b45e-481dfcfd4e98 req-4c104e5a-3d45-4ba4-85f5-bb47578e5fce tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0836215 Jun 01 11:02:24.761581 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b02f920f-3eac-4be9-b45e-481dfcfd4e98 req-654e29f7-f49f-4bac-be36-cf69cd46908a tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412009 Jun 01 11:02:24.930821 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-e63b37de-10a8-4a08-88cc-13350494792b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:24.932246 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-e63b37de-10a8-4a08-88cc-13350494792b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.0928211 Jun 01 11:02:25.083683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Deleting port 6b48e926-1d38-4eea-893e-990140aaf747 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:02:25.084032 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:25.293803 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] For port 6b48e926-1d38-4eea-893e-990140aaf747, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b48e926-1d38-4eea-893e-990140aaf747,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:25.294036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:25.644732 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:25.644732 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:25.644935 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.l3_db [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Floating IP 109f2d7d-3ce3-4726-b656-92abf0782c6f disassociated. External IP: 172.28.3.18, port: 6b48e926-1d38-4eea-893e-990140aaf747. Jun 01 11:02:25.645117 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Calling delete_port for 6b48e926-1d38-4eea-893e-990140aaf747 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:02:25.680042 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6d420-7768-46c2-951e-ff5ff3a75a92 req-0b0f11ec-5d69-4938-a8ba-38a3fe0a9d12 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:25.681475 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e4e6d420-7768-46c2-951e-ff5ff3a75a92 req-0b0f11ec-5d69-4938-a8ba-38a3fe0a9d12 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 946 time: 0.1366403 Jun 01 11:02:25.739882 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e4e6d420-7768-46c2-951e-ff5ff3a75a92 req-01fe4b91-6f82-4015-bd5f-531b5862a26e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=d5046424-1389-4123-97f8-9887be5d371c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514104 Jun 01 11:02:25.816787 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:25.822675 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a0c93031-ea6a-4f60-bf57-2c2951bc3777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:25.865869 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event deleted for resources: {'Port': ['ID=6b48e926-1d38-4eea-893e-990140aaf747,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:25.869625 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:26.113304 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91194823-9447-4306-b39c-28fdb3ccf471 req-756739b2-fd9f-4bc2-a515-7c3f5201f02d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:26.114786 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-91194823-9447-4306-b39c-28fdb3ccf471 req-756739b2-fd9f-4bc2-a515-7c3f5201f02d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.1898429 Jun 01 11:02:26.124780 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:02:26.233149 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-91194823-9447-4306-b39c-28fdb3ccf471 req-4f803709-0b77-47bc-8c4b-b22171e4ede8 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116147 Jun 01 11:02:26.352711 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:02:26.363843 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:02:26.374078 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:26.375404 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:26.465404 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] No DVR routers for this DVR port 6b48e926-1d38-4eea-893e-990140aaf747 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:02:26.469103 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:26.473115 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-deleted', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:26.475403 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d362f0-abcf-4eb3-a280-8d37c998bced" -d '{"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-deleted", "tag": "6b48e926-1d38-4eea-893e-990140aaf747"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:26.495912 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eb759cb6-a532-4156-a94b-b31aaf65dfea req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "DELETE /v2.0/ports/6b48e926-1d38-4eea-893e-990140aaf747 HTTP/1.1" status: 204 len: 173 time: 1.5512142 Jun 01 11:02:26.528694 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e7b25-8b58-4416-8673-4fe328f764ff req-65e320b1-e10f-4504-82d9-ed4d85454ca5 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:26.530946 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-562e7b25-8b58-4416-8673-4fe328f764ff req-65e320b1-e10f-4504-82d9-ed4d85454ca5 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.1441805 Jun 01 11:02:26.552445 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d58ea6-2a82-4bed-9061-4413a0f7566e x-openstack-request-id: req-07d58ea6-2a82-4bed-9061-4413a0f7566e {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:26.553163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fb060-ab0a-4bbf-9c31-df526368faec", "name": "network-vif-deleted", "tag": "6b48e926-1d38-4eea-893e-990140aaf747", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:26.553533 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07d58ea6-2a82-4bed-9061-4413a0f7566e {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:26.555517 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231fb060-ab0a-4bbf-9c31-df526368faec', 'name': 'network-vif-deleted', 'tag': '6b48e926-1d38-4eea-893e-990140aaf747', 'status': 'completed', 'code': 200} Jun 01 11:02:26.588771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:26.602629 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-562e7b25-8b58-4416-8673-4fe328f764ff req-12b012c7-6e20-4efa-b223-f8644c238267 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Jun 01 11:02:26.915879 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-fd7eae04-8fd7-45a9-afcf-7cce5374d947 req-9be66484-2b4c-4a64-a100-f38776a3111c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Synchronizing usage tracker for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:02:26.932592 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-fd7eae04-8fd7-45a9-afcf-7cce5374d947 req-9be66484-2b4c-4a64-a100-f38776a3111c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Unset dirty status for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:02:26.933874 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd7eae04-8fd7-45a9-afcf-7cce5374d947 req-9be66484-2b4c-4a64-a100-f38776a3111c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=231fb060-ab0a-4bbf-9c31-df526368faec HTTP/1.1" status: 200 len: 210 time: 0.0657182 Jun 01 11:02:26.965107 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:26.969857 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:02:26.978213 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:26.978813 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:01:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:27.168711 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:27.391618 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:27.416921 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c433-fb3e-408f-af8d-c65e10782bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:27.433881 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced583a-ceda-4df8-9f1f-a7717c774400 req-e0d2bf6e-a492-4f9d-99fe-0718cd146c7f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:27.435359 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ced583a-ceda-4df8-9f1f-a7717c774400 req-e0d2bf6e-a492-4f9d-99fe-0718cd146c7f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0857608 Jun 01 11:02:27.485725 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ced583a-ceda-4df8-9f1f-a7717c774400 req-f94e3e88-f682-4aac-830b-ce0179662708 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433950 Jun 01 11:02:27.519423 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:27.523567 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc2f9f-7ffc-4ab0-9699-696340e5c7e8 None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:02:27.749199 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c7092-10e4-48bc-a787-ff6111bf6868 None None] New status for floating IP 109f2d7d-3ce3-4726-b656-92abf0782c6f: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:02:27.906332 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081ee1a-6415-4f79-9697-4ab18eb558d6 req-e3cf8ef4-561b-4a78-81d9-1d561405b18d tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:27.911444 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c081ee1a-6415-4f79-9697-4ab18eb558d6 req-e3cf8ef4-561b-4a78-81d9-1d561405b18d tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.1831315 Jun 01 11:02:27.954584 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c081ee1a-6415-4f79-9697-4ab18eb558d6 req-c0315324-3417-4967-9622-8fb37446c739 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Jun 01 11:02:28.080621 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48752) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:28.147581 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.175340 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.231631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.237143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6105cac6-7286-45e0-8873-5fae362f95f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:28.251404 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5046424-1389-4123-97f8-9887be5d371c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:28.254005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:28.261589 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.265305 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "DELETE /v2.0/security-groups/d5046424-1389-4123-97f8-9887be5d371c HTTP/1.1" status: 204 len: 168 time: 0.1807699 Jun 01 11:02:28.265611 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48756) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:28.282500 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.api.v2.resource [None req-a01f3c12-f855-46f6-a817-f94010b0d124 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] show failed (client error): The resource could not be found. Jun 01 11:02:28.283602 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a01f3c12-f855-46f6-a817-f94010b0d124 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups/d5046424-1389-4123-97f8-9887be5d371c HTTP/1.1" status: 404 len: 347 time: 0.0169058 Jun 01 11:02:28.286276 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48760) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:28.322540 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.504151 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Deleting port 75ef45eb-e5b4-49a9-8087-5365f8e4cf68 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:02:28.504488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.602652 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:02:28.622570 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.622921 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.644080 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 6b48e926-1d38-4eea-893e-990140aaf747 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:02:28.644578 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6b48e926-1d38-4eea-893e-990140aaf747 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:02:28.676501 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e55634-1a2d-4fcb-9a09-d611431d48f4 req-e90fef00-1bdc-417f-b5f2-2e88d69e8d12 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:28.678037 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1e55634-1a2d-4fcb-9a09-d611431d48f4 req-e90fef00-1bdc-417f-b5f2-2e88d69e8d12 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0827844 Jun 01 11:02:28.733870 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1e55634-1a2d-4fcb-9a09-d611431d48f4 req-8e2f7bec-a690-47eb-ac47-0b445659e4ac tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493464 Jun 01 11:02:28.753838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Calling delete_port for 75ef45eb-e5b4-49a9-8087-5365f8e4cf68 owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:02:28.866868 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:28.871267 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:28.919938 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event deleted for resources: {'Port': ['ID=75ef45eb-e5b4-49a9-8087-5365f8e4cf68,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:28.923658 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:29.014317 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.034674 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.035805 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "DELETE /v2.0/floatingips/109f2d7d-3ce3-4726-b656-92abf0782c6f HTTP/1.1" status: 204 len: 168 time: 0.7486191 Jun 01 11:02:29.150190 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc16526-1ac5-48f7-9113-ceda14f3d14b req-03d1c194-71d7-400c-9a32-4498e19bea70 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:29.151527 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2dc16526-1ac5-48f7-9113-ceda14f3d14b req-03d1c194-71d7-400c-9a32-4498e19bea70 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.0806921 Jun 01 11:02:29.195185 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2dc16526-1ac5-48f7-9113-ceda14f3d14b req-05a695a7-3a7d-4d21-a1a6-f11cc5afd464 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 Jun 01 11:02:29.363797 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48772) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:29.369040 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292960541', 'description': 'tempest-description--1446916858'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:29.375040 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:29.379126 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:29.381983 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:29.387805 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:29.398416 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.421365 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:29.424986 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:29.427718 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:29.433214 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:29.596109 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.599853 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.604869 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fef2512b-311a-4091-8d45-d72b3381c820 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:29.645174 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ff821-899c-4c06-9985-5d5a61de6afe,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:29.647997 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.649203 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2844265 Jun 01 11:02:29.650252 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:29.652033 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48776) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:29.657210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'security_group_rule': {'security_group_id': 'e50ff821-899c-4c06-9985-5d5a61de6afe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:29.662997 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:29.666741 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:29.669570 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:29.676119 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:29.691726 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.751167 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.755269 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.761455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-08959e0a-1a8d-44d5-b0de-23c5abff8dc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:29.782914 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af1f284-5841-40ab-bc56-4bca341a66f8,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:29.787528 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:29.792376 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.793734 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407626 Jun 01 11:02:29.796326 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48782) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:29.801493 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'security_group_rule': {'security_group_id': 'e50ff821-899c-4c06-9985-5d5a61de6afe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:29.807290 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:29.811033 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:security_group_rule and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:29.814970 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:29.821350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:29.836993 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.901579 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.905804 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.908113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:29.930736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0008c391-744b-47b1-afc7-db32f80fdd56,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:29.935562 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:29.941587 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.942823 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453819 Jun 01 11:02:29.945994 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 48786) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:29.950102 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e43a9-6972-4bdf-8719-0065a0e71635 req-df3a3ee0-bc04-4e14-a8fc-01a7802119dd tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:29.951172 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'floatingip': {'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:29.951589 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-298e43a9-6972-4bdf-8719-0065a0e71635 req-df3a3ee0-bc04-4e14-a8fc-01a7802119dd tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0960443 Jun 01 11:02:29.958183 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:29.960843 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:29.963150 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:floatingip and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:29.966056 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:29.972395 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:29.982768 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.004695 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-298e43a9-6972-4bdf-8719-0065a0e71635 req-06dcc25b-b9c3-47b9-b781-2fcc8aa737a5 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440798 Jun 01 11:02:30.117779 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.253292 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Allocated IP 172.28.3.219 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/516970ac-1e6d-4f1e-a4df-5d4c98df18c9) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:02:30.384113 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b7806-d4d3-4226-99c2-3a61f7545b6f req-74f37592-2fc4-4e68-b78b-88da05509e66 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:30.385621 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4f4b7806-d4d3-4226-99c2-3a61f7545b6f req-74f37592-2fc4-4e68-b78b-88da05509e66 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.0821190 Jun 01 11:02:30.404541 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.433559 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4f4b7806-d4d3-4226-99c2-3a61f7545b6f req-f764fffc-fb12-47b0-ae3a-a0e441d611f7 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Jun 01 11:02:30.443082 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.451551 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:30.517287 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:02:30.520320 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:02:30.522845 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:02:30.566901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'Port': ['ID=516970ac-1e6d-4f1e-a4df-5d4c98df18c9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:30.570172 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:30.611931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.669350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.870219 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.875370 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:30.879899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-50477d83-541b-4c76-8215-86f065a04395 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:30.987782 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'Port': ['ID=516970ac-1e6d-4f1e-a4df-5d4c98df18c9,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:30.991963 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:30.996334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:31.018792 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:31.019989 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0732126 Jun 01 11:02:31.273541 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-864ce400-50cc-491c-8ee3-5648219fdaa5 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--292960541&fields=id&tenant_id=2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 267 time: 0.0704153 Jun 01 11:02:31.377235 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6bdfc-f553-4e18-840a-a32de1a908ac req-6719d944-ac1c-49a0-aa63-491a8fb42467 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:31.378628 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bcd6bdfc-f553-4e18-840a-a32de1a908ac req-6719d944-ac1c-49a0-aa63-491a8fb42467 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.2652605 Jun 01 11:02:31.423902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c12c97-5662-46de-9441-c4ca52697808 req-5b3266f8-4b37-4dbf-9774-209db5415828 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:31.425300 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4c12c97-5662-46de-9441-c4ca52697808 req-5b3266f8-4b37-4dbf-9774-209db5415828 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.2711511 Jun 01 11:02:31.518196 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bcd6bdfc-f553-4e18-840a-a32de1a908ac req-3d6c1c5f-df42-49dc-8bcf-22717dcbe81b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333134 Jun 01 11:02:31.587373 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-e104fdcf-b06f-4d50-a562-ff40e4ea1d56 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:31.588839 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-e104fdcf-b06f-4d50-a562-ff40e4ea1d56 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 817 time: 0.3066528 Jun 01 11:02:31.607371 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-bd77ef2f-cba2-465a-9d14-9286682417e9 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/quotas/2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 375 time: 0.0119913 Jun 01 11:02:31.689710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Deleting port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:02:31.690058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:31.837324 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-377af413-f010-4f55-bd4d-fba8083ce884 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2238715 Jun 01 11:02:31.970558 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] For port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,segment=NetworkSegment(252ce52e-379a-4564-8242-acf820893532),segment_id=252ce52e-379a-4564-8242-acf820893532)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:31.970829 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:32.115149 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Calling delete_port for 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:02:32.138824 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92656e8-0263-4643-9380-c08843cae8ec req-096bbd0d-4c64-4b77-b620-f0bf0263148a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:32.141007 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f92656e8-0263-4643-9380-c08843cae8ec req-096bbd0d-4c64-4b77-b620-f0bf0263148a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 946 time: 0.3778694 Jun 01 11:02:32.215945 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-0e6859de-596c-4d6a-b341-07e65b946146 service neutron] 10.222.0.10 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609016 Jun 01 11:02:32.253120 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f92656e8-0263-4643-9380-c08843cae8ec req-f1bc1e2a-37c2-4049-8b71-bb8b738c70b9 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993547 Jun 01 11:02:32.542765 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-6d94e831-f0b3-4d1a-824d-e43aa372afb5 service neutron] 10.222.0.10 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137980 Jun 01 11:02:32.563876 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:32.570771 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b1f14ff6-495a-4f42-806a-5a6b50d6a282 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:32.582273 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:02:32.622112 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Pushing event deleted for resources: {'Port': ['ID=44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:32.634058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:32.822973 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] No DVR routers for this DVR port 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:02:32.827623 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0700f152-48b8-4904-9ebe-751d9475a73d req-5f71dd9c-7977-4764-807c-7c262106641d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 210 time: 0.1062722 Jun 01 11:02:32.828801 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:32.831619 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'name': 'network-vif-deleted', 'tag': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:32.834304 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1bd6d6-3244-4607-82e8-f0101065d322" -d '{"events": [{"server_uuid": "1549585c-d49c-4c94-9f30-85bd87de5f03", "name": "network-vif-deleted", "tag": "44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:32.862219 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4c12c97-5662-46de-9441-c4ca52697808 req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.73 "DELETE /v2.0/ports/44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 HTTP/1.1" status: 204 len: 173 time: 1.4271288 Jun 01 11:02:32.897668 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0c003-6d44-4d03-87fb-647d77e922c5 req-8b3f3156-c931-4083-b890-94f93f9c948d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:32.899409 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cec0c003-6d44-4d03-87fb-647d77e922c5 req-8b3f3156-c931-4083-b890-94f93f9c948d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.2262418 Jun 01 11:02:32.964120 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cec0c003-6d44-4d03-87fb-647d77e922c5 req-355091a0-264e-45b9-b654-2ad2b9de78ae tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&id=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570936 Jun 01 11:02:33.046277 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61159dd-b040-42fe-9195-5d3604e684eb x-openstack-request-id: req-b61159dd-b040-42fe-9195-5d3604e684eb {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:33.046722 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549585c-d49c-4c94-9f30-85bd87de5f03", "name": "network-vif-deleted", "tag": "44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:33.047206 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b61159dd-b040-42fe-9195-5d3604e684eb {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:33.048345 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549585c-d49c-4c94-9f30-85bd87de5f03', 'name': 'network-vif-deleted', 'tag': '44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9', 'status': 'completed', 'code': 200} Jun 01 11:02:33.425670 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-8845b6f7-3221-410b-b284-98691dcf2ca0 req-da28578d-ef39-49ac-9076-9b846a9ac06a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Synchronizing usage tracker for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:02:33.442819 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-8845b6f7-3221-410b-b284-98691dcf2ca0 req-da28578d-ef39-49ac-9076-9b846a9ac06a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Unset dirty status for tenant:23975eb10dc24208ae2f4a5e8fe3a060 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:02:33.444200 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8845b6f7-3221-410b-b284-98691dcf2ca0 req-da28578d-ef39-49ac-9076-9b846a9ac06a tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1549585c-d49c-4c94-9f30-85bd87de5f03 HTTP/1.1" status: 200 len: 210 time: 0.0633795 Jun 01 11:02:34.017385 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-f0865749-0262-4684-9c87-377a9c439eb0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:34.018518 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-f0865749-0262-4684-9c87-377a9c439eb0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 817 time: 0.1932461 Jun 01 11:02:34.025874 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a009dd3f-02c9-4d2a-92a1-d8392d7583f9 req-93001984-d410-491b-8a40-cb6a0587ac28 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 210 time: 0.0635190 Jun 01 11:02:34.070340 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-76df26a2-ae13-4638-88b6-6b445b2cb4b3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 379 time: 0.0435371 Jun 01 11:02:34.083658 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'port': {'device_id': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'admin_state_up': True, 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'security_groups': ['e50ff821-899c-4c06-9985-5d5a61de6afe']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:34.222024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:02:34.226081 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Usage tracker for resource:port and tenant:2e8dd557fd4f475f9090527064b0ac2a is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:02:34.228851 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:02:34.235199 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:02:34.244599 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Made reservation on behalf of 2e8dd557fd4f475f9090527064b0ac2a for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:02:34.248051 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:34.413720 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Allocated IP 172.20.0.12 (cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9/0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2/a0425ced-e4fe-49be-8e78-3a4e3902bb01) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:02:34.607069 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:34.622896 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Transition to ACTIVE for port object a0425ced-e4fe-49be-8e78-3a4e3902bb01 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:34.645947 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:34.648887 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:02:34.651193 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:34.685042 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:02:34.685692 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 44ed3cd7-c6f7-4d05-8ced-7c42bdba2cb9 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:02:34.723175 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:02:34.726225 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:02:34.730585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:02:34.756356 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:34.761957 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:34.797922 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:34.798660 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:34.824041 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7439945 Jun 01 11:02:34.838152 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Request body: {'port': {'device_id': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:34.965778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.002771 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fd5ce380-23ec-4b5b-9007-44bb73e32a12 None None] Provisioning for port a0425ced-e4fe-49be-8e78-3a4e3902bb01 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:35.007472 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fd5ce380-23ec-4b5b-9007-44bb73e32a12 None None] Provisioning complete for port a0425ced-e4fe-49be-8e78-3a4e3902bb01 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:35.008026 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fd5ce380-23ec-4b5b-9007-44bb73e32a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.066495 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ce380-23ec-4b5b-9007-44bb73e32a12 None None] Port a0425ced-e4fe-49be-8e78-3a4e3902bb01 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:02:35.379174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c715c-ccba-48aa-b377-c873b77e2d00 req-6d9eb698-3cfe-49cc-b4e4-c75534fb6f6d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:35.380112 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-e92c715c-ccba-48aa-b377-c873b77e2d00 req-6d9eb698-3cfe-49cc-b4e4-c75534fb6f6d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Synchronizing usage tracker for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:02:35.404581 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-e92c715c-ccba-48aa-b377-c873b77e2d00 req-6d9eb698-3cfe-49cc-b4e4-c75534fb6f6d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Unset dirty status for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:02:35.405958 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e92c715c-ccba-48aa-b377-c873b77e2d00 req-6d9eb698-3cfe-49cc-b4e4-c75534fb6f6d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 932 time: 0.2260256 Jun 01 11:02:35.502560 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0425ced-e4fe-49be-8e78-3a4e3902bb01 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:02:35.512495 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e92c715c-ccba-48aa-b377-c873b77e2d00 req-37f52058-77ee-4946-b9b5-65e9cc46e2d6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987196 Jun 01 11:02:35.513974 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.528012 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Transition to ACTIVE for port object a0425ced-e4fe-49be-8e78-3a4e3902bb01 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:02:35.532946 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.537644 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a6dbcc9-4a5f-4cff-b21d-d13e43392b6c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:35.689823 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:35.697354 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:35.769209 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Attempting to bind port a0425ced-e4fe-49be-8e78-3a4e3902bb01 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:02:35.769493 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Attempting to bind port a0425ced-e4fe-49be-8e78-3a4e3902bb01 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:02:35.769849 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Attempting to bind port a0425ced-e4fe-49be-8e78-3a4e3902bb01 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:02:35.774408 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Port a0425ced-e4fe-49be-8e78-3a4e3902bb01 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:02:35.774683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Attempting to bind port a0425ced-e4fe-49be-8e78-3a4e3902bb01 on network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:02:35.779891 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:02:35.780233 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Checking segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:02:35.780613 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Bound using segment: {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:02:35.781150 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Bound port: a0425ced-e4fe-49be-8e78-3a4e3902bb01, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:02:35.781494 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.869665 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:02:35.872491 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:02:35.877952 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.882575 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:35.944272 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:35.944891 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:35.946279 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] 10.222.0.73 "PUT /v2.0/ports/a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 200 len: 1094 time: 1.1128125 Jun 01 11:02:35.946761 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:35.949029 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3bdc50-bcde-40d7-9200-47cbdba99853" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:35.965462 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:35.970213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:36.020093 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13b3d4d-e3d1-46c1-8372-5bbfa02ff0a1 x-openstack-request-id: req-a13b3d4d-e3d1-46c1-8372-5bbfa02ff0a1 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:36.020410 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:36.020624 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a13b3d4d-e3d1-46c1-8372-5bbfa02ff0a1 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:36.021055 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'status': 'completed', 'code': 200} Jun 01 11:02:36.064551 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-517b2f1e-e573-47eb-9f0d-2c31aa9aab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:36.066328 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-517b2f1e-e573-47eb-9f0d-2c31aa9aab37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1097 time: 0.0810604 Jun 01 11:02:36.140269 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-4048829e-2028-40af-83a1-4f61ed24ba77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 200 len: 217 time: 0.0664713 Jun 01 11:02:36.209948 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-9986fbd6-67af-4f30-9d08-69f712c8adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:36.211503 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-9986fbd6-67af-4f30-9d08-69f712c8adae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0634673 Jun 01 11:02:36.300093 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-7bf0e774-5f79-48fb-bbe6-b73590a8a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:36.302733 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-7bf0e774-5f79-48fb-bbe6-b73590a8a169 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828745 Jun 01 11:02:36.460596 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-3b301520-b6dd-4bce-b1b7-35af70f24c60 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414781 Jun 01 11:02:36.599161 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2348b148-85d4-4d64-8a52-de3edeea7d26 req-76307f18-b2fb-4511-99af-65e82aa272c8 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309962 Jun 01 11:02:36.765019 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f992e6-26fa-4d77-b3b2-ff0ccf3cbd0e req-4a5c3a3f-b2a9-43a6-84f7-068419ebf50b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:36.766500 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-08f992e6-26fa-4d77-b3b2-ff0ccf3cbd0e req-4a5c3a3f-b2a9-43a6-84f7-068419ebf50b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1364112 Jun 01 11:02:36.768421 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-84b7b6df-2338-438a-9166-f6b50234a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:36.769745 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-84b7b6df-2338-438a-9166-f6b50234a24e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1097 time: 0.1089473 Jun 01 11:02:36.892607 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-08f992e6-26fa-4d77-b3b2-ff0ccf3cbd0e req-3f340603-ef14-479c-ba65-b81a70c2e385 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201222 Jun 01 11:02:37.001041 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-fd538b24-6118-4b18-9ad1-a3a63617fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:37.002505 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-fd538b24-6118-4b18-9ad1-a3a63617fb06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.2133067 Jun 01 11:02:37.070959 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-e38a0e1c-e0b4-4883-80a3-9d311635d2c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 200 len: 217 time: 0.0600617 Jun 01 11:02:37.136025 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-a5c63935-1534-400a-870a-a98fa24a03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:37.137435 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-a5c63935-1534-400a-870a-a98fa24a03d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0597186 Jun 01 11:02:37.209738 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:37.218754 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-6b5e3048-32f8-4f91-b2a6-738cc33e8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:37.220242 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-6b5e3048-32f8-4f91-b2a6-738cc33e8356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739238 Jun 01 11:02:37.353924 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-b0a526bc-6ca8-447c-b529-5d537638ff09 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260314 Jun 01 11:02:37.492230 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e3bdc50-bcde-40d7-9200-47cbdba99853 req-52565bf2-2162-486a-940c-dd0b072c7b2f service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319807 Jun 01 11:02:38.091518 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d602-8e43-4b52-867d-c04bdc4b1faf req-7faddf73-3ce6-400f-89eb-0c75ed0a7cbd tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:38.093692 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7d10d602-8e43-4b52-867d-c04bdc4b1faf req-7faddf73-3ce6-400f-89eb-0c75ed0a7cbd tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.0882144 Jun 01 11:02:38.138077 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7d10d602-8e43-4b52-867d-c04bdc4b1faf req-67e07274-395b-459b-8545-0e64616e7d5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Jun 01 11:02:38.665378 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:02:38.804996 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:38.818099 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'mac_address': 'fa:16:3e:64:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:02:38.872278 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:38.891952 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0425ced-e4fe-49be-8e78-3a4e3902bb01 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:02:38.907476 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:38.911185 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:38.912866 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2d2dbc42-d3ac-4b46-9f42-c82eed3f444d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:38.977021 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:38.980180 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:39.155699 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['a0425ced-e4fe-49be-8e78-3a4e3902bb01'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:02:39.343884 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b66968-5530-401d-a99a-db2f65a98491 req-e543c283-c65f-4146-997f-69a8a8ddcd48 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:39.345612 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-03b66968-5530-401d-a99a-db2f65a98491 req-e543c283-c65f-4146-997f-69a8a8ddcd48 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 945 time: 0.0934601 Jun 01 11:02:39.392616 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-03b66968-5530-401d-a99a-db2f65a98491 req-a93617f6-b420-4a95-9b7b-1ce244c2b791 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Jun 01 11:02:40.589181 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08811fc-e610-474c-a4c8-b0cec493bf1c req-71daee57-83e9-40b2-8630-b909a261f37a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:40.590658 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f08811fc-e610-474c-a4c8-b0cec493bf1c req-71daee57-83e9-40b2-8630-b909a261f37a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 945 time: 0.0860913 Jun 01 11:02:40.636598 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f08811fc-e610-474c-a4c8-b0cec493bf1c req-31632417-9612-4a6e-bb9c-54e1c25a60d7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396190 Jun 01 11:02:40.689445 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:02:40.775704 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port a0425ced-e4fe-49be-8e78-3a4e3902bb01 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:02:40.781351 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port a0425ced-e4fe-49be-8e78-3a4e3902bb01 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:02:40.782422 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:40.915410 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:40.943898 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:40.946271 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe838df-8184-452e-959e-061af4bb9ca8" -d '{"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-plugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:40.954751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:02:40.958405 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:40.961127 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:40.993189 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d9dc7d-3dd7-4e59-8dfa-269257595de6 x-openstack-request-id: req-01d9dc7d-3dd7-4e59-8dfa-269257595de6 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:40.993483 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-plugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:40.993763 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01d9dc7d-3dd7-4e59-8dfa-269257595de6 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:40.994223 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'code': 200} Jun 01 11:02:41.039161 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:41.042461 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:41.219506 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afe590-c4aa-428f-b115-224a3f0d5404 req-30c3db7f-676c-4a84-8324-c9fb73d4eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:41.220852 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-59afe590-c4aa-428f-b115-224a3f0d5404 req-30c3db7f-676c-4a84-8324-c9fb73d4eca0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1099 time: 0.0696785 Jun 01 11:02:41.265166 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-59afe590-c4aa-428f-b115-224a3f0d5404 req-e7dea93f-30bc-4f12-9c8a-810de699df9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375144 Jun 01 11:02:41.827044 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce81d2-4305-48f7-968f-af8a97cba9f1 req-6581fee9-f687-4efa-8678-be09f03f12cb tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:41.828529 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-25ce81d2-4305-48f7-968f-af8a97cba9f1 req-6581fee9-f687-4efa-8678-be09f03f12cb tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0800893 Jun 01 11:02:41.874654 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-25ce81d2-4305-48f7-968f-af8a97cba9f1 req-71e822df-9113-4dfe-b1fe-58cf262b81ca tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Jun 01 11:02:43.070532 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805299a-59a9-46b2-a153-a9e40421d434 req-9ec2ab38-e5de-4c8c-b466-bacd50da00c8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:43.072018 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a805299a-59a9-46b2-a153-a9e40421d434 req-9ec2ab38-e5de-4c8c-b466-bacd50da00c8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0855064 Jun 01 11:02:43.116104 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a805299a-59a9-46b2-a153-a9e40421d434 req-c79fcb20-d5b3-4446-a912-3225eddd893c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Jun 01 11:02:43.302236 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cdee2-2c93-4d91-b536-3cb50a9a7410 req-2569da59-16a4-4f22-a35a-2a9b59e773d0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:43.303607 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-760cdee2-2c93-4d91-b536-3cb50a9a7410 req-2569da59-16a4-4f22-a35a-2a9b59e773d0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0795546 Jun 01 11:02:43.312516 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 48924) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:43.317802 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Request body: {'floatingip': {'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:02:43.397887 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:43.859250 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:02:44.282932 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:44.287183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:44.459663 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.l3_db [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Floating IP d185b05c-bf8e-4fdc-b393-1954df37755d associated. External IP: 172.28.3.219, port: a0425ced-e4fe-49be-8e78-3a4e3902bb01. Jun 01 11:02:44.803604 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:02:45.084988 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:02:45.089266 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:45.098137 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:02:45.108763 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:45.109750 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:45.151174 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-670613d3-cba4-4aa0-b0ba-10f95ed2baf4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "PUT /v2.0/floatingips/d185b05c-bf8e-4fdc-b393-1954df37755d HTTP/1.1" status: 200 len: 992 time: 1.8351262 Jun 01 11:02:45.151174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:02:45.151817 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:02:45.205567 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c2a7c-4331-46c3-8c3b-8499718161a0 x-openstack-request-id: req-5e6c2a7c-4331-46c3-8c3b-8499718161a0 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:02:45.205891 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:02:45.206174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e6c2a7c-4331-46c3-8c3b-8499718161a0 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:02:45.206590 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'status': 'completed', 'code': 200} Jun 01 11:02:45.305738 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-1adcbc6f-1e56-4626-96c1-33b5fde9cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:45.307291 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-1adcbc6f-1e56-4626-96c1-33b5fde9cca9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1099 time: 0.0788724 Jun 01 11:02:45.329918 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:45.448668 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-12dcba84-968f-4468-98f6-40670f5f34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:45.451388 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-12dcba84-968f-4468-98f6-40670f5f34c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1324413 Jun 01 11:02:45.561644 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-480d5f03-73a9-4b2c-a923-7cecae6b9cc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 200 len: 1000 time: 0.1038837 Jun 01 11:02:45.629959 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-dbaceaae-5578-4d9d-b027-946ef0b4fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:45.631395 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-dbaceaae-5578-4d9d-b027-946ef0b4fe84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0607948 Jun 01 11:02:45.691587 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'd185b05c-bf8e-4fdc-b393-1954df37755d', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'mac_address': 'fa:16:3e:64:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:02:30Z', 'updated_at': '2021-06-01T11:02:44Z', 'revision_number': 1, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:45.695583 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:02:45.704199 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:02:45.704955 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:45.707879 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-06cd0064-bb48-48e5-9a49-d502369a5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:02:45.709337 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-06cd0064-bb48-48e5-9a49-d502369a5ff2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710716 Jun 01 11:02:45.843113 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-91dfaaee-5f53-4fd1-b96e-c278e0108950 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267679 Jun 01 11:02:45.885498 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:02:45.977361 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1e46c9e6-e8d7-4f6a-b731-cfe6d49126bb req-7b517c95-8596-476e-ae0e-0e8c440610b2 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258276 Jun 01 11:02:46.229124 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'd185b05c-bf8e-4fdc-b393-1954df37755d', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'mac_address': 'fa:16:3e:64:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:02:30Z', 'updated_at': '2021-06-01T11:02:44Z', 'revision_number': 1, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:46.233228 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541a4eb-5e6e-4def-9e4e-5c64ce170e60 None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': 'd185b05c-bf8e-4fdc-b393-1954df37755d', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'mac_address': 'fa:16:3e:64:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:02:30Z', 'updated_at': '2021-06-01T11:02:44Z', 'revision_number': 1, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:02:46.437992 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3d23c-2b53-4d35-8d48-588ed1a79dda None None] New status for floating IP d185b05c-bf8e-4fdc-b393-1954df37755d: ACTIVE {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:02:53.819056 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49032) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:53.884365 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Deleting subnet 9f34bd2c-f687-41d6-9051-243739da0224 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:02:53.887744 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:53.941855 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.002181 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.254918 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.259237 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b8a2ea3d-6a04-41a1-92ac-8302c84cfa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:54.296498 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f34bd2c-f687-41d6-9051-243739da0224,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:54.305865 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.306243 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.307870 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.308235 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.308587 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.308937 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.309284 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.309658 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.310005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.310398 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.310746 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.311087 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.316775 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.318262 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:54.323786 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-8b9dcacc-10f6-4b0f-b4d6-2d156af1128b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9f34bd2c-f687-41d6-9051-243739da0224 HTTP/1.1" status: 204 len: 168 time: 0.5037322 Jun 01 11:02:54.326527 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49040) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:54.437724 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.563605 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.576879 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f5d95c-e4ae-453c-8840-dff01622d8b4']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:54.588711 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252ce52e-379a-4564-8242-acf820893532') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:54.589019 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252ce52e-379a-4564-8242-acf820893532') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:02:54.601227 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7152059'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.608242 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-14b92251-738d-4cb6-9d5f-77b38f8564c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.618614 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.625468 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:02:54.625888 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7278670'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: Traceback (most recent call last): Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: timer() Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: cb(*args, **kw) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: return func(*args, **kwargs) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: self._notify() Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: self.callback(batched_events) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: event.method(event) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: return f(self, *a, **k) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: return self._get(url).json() Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:02:54.642764 dv-cinder-787764-3-smb neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:02:54.715358 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.719193 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8d6f9171-df09-4ca0-b574-1c12b1597a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:54.731754 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:54.743903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f5d95c-e4ae-453c-8840-dff01622d8b4,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:54.753606 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.753982 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.754349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.754709 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.755065 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.755423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.755777 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.756126 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.756482 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.756830 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.757174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.757529 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:02:54.760920 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] 10.222.0.10 "DELETE /v2.0/networks/c8f5d95c-e4ae-453c-8840-dff01622d8b4 HTTP/1.1" status: 204 len: 168 time: 0.4334283 Jun 01 11:02:54.761769 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0ee4535b-8826-47ab-bcc3-5e402c45e21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:54.871164 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49046) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:55.003126 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-9b6bd47a-40ab-4e9c-acf7-beea3983eb71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23975eb10dc24208ae2f4a5e8fe3a060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307259 Jun 01 11:02:55.005447 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49050) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:02:55.061293 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:55.085960 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:55.134819 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:55.138272 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0625291-0a08-447e-a79f-79da8c6b9883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:02:55.148580 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:02:55.152342 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:02:55.156198 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:55.157271 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f11bd0a0-7d58-4d6b-9d0b-0d90d954f6f4 HTTP/1.1" status: 204 len: 168 time: 0.1509404 Jun 01 11:02:57.264618 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:57.378584 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-29043038-88c2-4f49-90f5-00452024b56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:58.325296 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:02:59.959422 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:06.469468 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-ca544b5b-6ef9-4f05-ab30-8c711a52a0b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784793 Jun 01 11:03:06.618041 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-38be5e81-d3c0-4f2a-b316-0da0b8042589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:06.619676 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-38be5e81-d3c0-4f2a-b316-0da0b8042589 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1137 time: 0.0739095 Jun 01 11:03:06.769387 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-ef18145a-2427-4335-9e6b-4baa936da0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:06.770856 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-ef18145a-2427-4335-9e6b-4baa936da0cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.1298792 Jun 01 11:03:06.949265 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-2037f4ec-b198-44ff-8f76-b0719fa2b5ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 1001 time: 0.1713417 Jun 01 11:03:07.014235 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-5be2fd3e-9c4c-4f70-94df-cd34a48d2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:07.015546 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-5be2fd3e-9c4c-4f70-94df-cd34a48d2fc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.0587900 Jun 01 11:03:07.097188 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-cd1cff57-8f2d-4a5d-9025-c91f87cac351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:07.098738 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-cd1cff57-8f2d-4a5d-9025-c91f87cac351 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713236 Jun 01 11:03:07.203466 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:07.237392 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-28bf1255-78f2-4df8-85d5-23f9b246b301 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245391 Jun 01 11:03:07.370826 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-06c46b9c-c008-4c46-a13d-ad005f4595c4 req-9605c24a-b972-4f3a-ac68-9b8b3b69f71d service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261797 Jun 01 11:03:08.878122 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242c8f-6753-42ff-b6b2-ce389cb49d19 req-15262376-0d43-4ecd-9a1c-236740afe168 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:08.879614 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7e242c8f-6753-42ff-b6b2-ce389cb49d19 req-15262376-0d43-4ecd-9a1c-236740afe168 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0854416 Jun 01 11:03:08.927443 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7e242c8f-6753-42ff-b6b2-ce389cb49d19 req-ebef7224-ad47-4f26-9514-29edfb0f3c50 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Jun 01 11:03:09.230556 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-f457a2bf-9b4f-4069-a40e-407bd716c9d3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292717952&fields=id&tenant_id=c2a3b16c49e7488590aa349b7fe32aca HTTP/1.1" status: 200 len: 267 time: 0.0403512 Jun 01 11:03:09.313485 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-b292b117-481b-45c3-8513-007907d3346e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:09.315207 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-b292b117-481b-45c3-8513-007907d3346e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 984 time: 0.0792565 Jun 01 11:03:09.326553 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Request body: {'port': {'security_groups': ['6267cce3-8dfe-4343-b81c-f73c091fed34']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:09.457567 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:09.702149 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:09.725496 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:09.730025 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:09.736158 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56142083-742d-4b4e-8ce5-d093632ce565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:09.743221 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:03:09.801421 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:09.802074 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:09.803466 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c8f4fc6d-78ba-483e-8b70-abfc6ad1e1c9 req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "PUT /v2.0/ports/004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 942 time: 0.4821720 Jun 01 11:03:09.803982 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:03:09.806357 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50beed-2570-4612-8e1d-dca0cc0d8db4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:03:09.810975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49138) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:09.828923 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event updated for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=7']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:09.832761 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:09.887171 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdd55c9-b570-4b10-888b-74d737c19508 x-openstack-request-id: req-4cdd55c9-b570-4b10-888b-74d737c19508 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:03:09.887764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:03:09.887764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cdd55c9-b570-4b10-888b-74d737c19508 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:03:09.888317 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'status': 'completed', 'code': 200} Jun 01 11:03:09.932517 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:03:09.940304 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.016092 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.055856 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-7c2651d4-402b-48a1-9207-5929bdc8033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:10.059108 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-7c2651d4-402b-48a1-9207-5929bdc8033f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1098 time: 0.1398101 Jun 01 11:03:10.085763 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-24803b2a-f4bb-4037-897e-2878329f8fb9 None None] Provisioning complete for port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:10.086049 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-24803b2a-f4bb-4037-897e-2878329f8fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.091059 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.100219 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-53247368-0a15-4fb0-98b1-7bb260a310d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:10.115413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.119985 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "DELETE /v2.0/security-groups/f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6 HTTP/1.1" status: 204 len: 168 time: 0.2997921 Jun 01 11:03:10.119985 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbb426-18ec-40db-9a9a-8c4fb21c4ff6,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:10.119985 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49146) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:10.121931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:10.284443 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce3e9e-ed56-48f5-81ec-7d16d27cf94d req-3fecbbcb-5a82-4669-8c5a-ab8f9b4b99c0 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:10.290015 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-02ce3e9e-ed56-48f5-81ec-7d16d27cf94d req-3fecbbcb-5a82-4669-8c5a-ab8f9b4b99c0 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1904678 Jun 01 11:03:10.294658 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-42ed8ad5-dd13-4b5c-8469-53b1b172b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:10.296348 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-42ed8ad5-dd13-4b5c-8469-53b1b172b313 service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.2236631 Jun 01 11:03:10.391851 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Deleting port 79d6acb0-0147-4453-96b1-6649f9b54320 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:10.392198 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.416630 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-02ce3e9e-ed56-48f5-81ec-7d16d27cf94d req-615a1669-5cd0-47b7-bcc7-8597522ef386 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241169 Jun 01 11:03:10.431186 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-46cf6bae-c750-4672-8a8a-6ec892af486d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 1001 time: 0.1205413 Jun 01 11:03:10.516848 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.517205 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.580741 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-88f0fc2a-2c88-467b-83d6-14d84344d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:10.582103 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-88f0fc2a-2c88-467b-83d6-14d84344d1b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.1442649 Jun 01 11:03:10.642609 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Calling delete_port for 79d6acb0-0147-4453-96b1-6649f9b54320 owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:10.658216 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-36256502-b085-42a4-9e70-6e111096b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:10.659670 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-36256502-b085-42a4-9e70-6e111096b5a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708017 Jun 01 11:03:10.770281 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.773791 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c041b1ed-461f-40d5-a6ab-79136594eab9 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:10.795534 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-2b3f3505-ee57-4275-af08-fcca9f7f9929 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275938 Jun 01 11:03:10.817440 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event deleted for resources: {'Port': ['ID=79d6acb0-0147-4453-96b1-6649f9b54320,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:10.820361 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:10.911431 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:10.911682 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Floating IP b45fdb2e-f97c-4091-a16f-0cd7c64a2845 disassociated (deleted). External IP: 172.28.3.237, port: 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3. Jun 01 11:03:10.933377 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9d50beed-2570-4612-8e1d-dca0cc0d8db4 req-2172cce1-9838-4bb8-8734-5a91d2039400 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305580 Jun 01 11:03:11.256544 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:03:11.529620 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:11.539428 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] Sync routers for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:11.548246 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:11.548858 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:11.549240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:11.607564 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "DELETE /v2.0/floatingips/b45fdb2e-f97c-4091-a16f-0cd7c64a2845 HTTP/1.1" status: 204 len: 168 time: 1.4872842 Jun 01 11:03:11.608208 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:03:11.610698 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2313947-96a2-46d1-a11a-97a1c210a70f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:03:11.640499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177707-f258-4199-875e-7db8cec14f94 req-e0af07cc-fcbb-44b1-b93c-93d976072684 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:11.642135 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a0177707-f258-4199-875e-7db8cec14f94 req-e0af07cc-fcbb-44b1-b93c-93d976072684 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1160564 Jun 01 11:03:11.694630 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a0177707-f258-4199-875e-7db8cec14f94 req-7f5029f5-f876-425d-ad75-c8b559a25e93 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466475 Jun 01 11:03:11.757046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb28b1e1-ba47-4af2-b859-6ddc19ba4bb6 x-openstack-request-id: req-bb28b1e1-ba47-4af2-b859-6ddc19ba4bb6 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:03:11.757190 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:11.757378 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:03:11.757719 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb28b1e1-ba47-4af2-b859-6ddc19ba4bb6 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:03:11.758156 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'status': 'completed', 'code': 200} Jun 01 11:03:11.853483 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-b073ac3a-0352-4fdf-8791-7d0113033a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:11.855234 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-b073ac3a-0352-4fdf-8791-7d0113033a6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 1098 time: 0.0753701 Jun 01 11:03:12.005809 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-770256b1-5015-4bc2-b4d5-28316f70a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:12.007478 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-770256b1-5015-4bc2-b4d5-28316f70a035 service neutron] 10.222.0.73 "GET /v2.0/networks?id=171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 200 len: 915 time: 0.1451623 Jun 01 11:03:12.081678 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:40Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:12.085933 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] Checking router: 992119dc-22e8-4ab6-a2bc-5d37c3d68887 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:12.093004 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-992390cc-3215-434b-a3c6-363bcaf27249 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 200 len: 217 time: 0.0706196 Jun 01 11:03:12.094697 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:12.095309 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:12.160205 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-8e57c769-3eb9-43bf-900f-13d7344d55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:12.161660 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-8e57c769-3eb9-43bf-900f-13d7344d55e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 200 len: 853 time: 0.0579686 Jun 01 11:03:12.242869 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-b33cea9f-082e-42f0-b6bc-c3fa34719e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:12.244655 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-b33cea9f-082e-42f0-b6bc-c3fa34719e00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=171d23ce-f7f0-47bb-8059-c03e49538660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761957 Jun 01 11:03:12.271765 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:12.382893 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-f883cb7a-485d-48ca-8302-0e9161679997 service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307402 Jun 01 11:03:12.533364 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d2313947-96a2-46d1-a11a-97a1c210a70f req-04813782-8569-41b4-a93f-0f5a8c10751c service neutron] 10.222.0.73 "GET /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303403 Jun 01 11:03:12.589134 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:40Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:12.593971 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ee951-5281-4de2-9622-c95d5514bea0 None None] The sync data for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb is: [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:00:32Z', 'revision_number': 4, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'cd6223c3-eec1-485f-b91b-51a0b0ea9cd0', 'name': '', 'network_id': '171d23ce-f7f0-47bb-8059-c03e49538660', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'mac_address': 'fa:16:3e:bc:83:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:31Z', 'updated_at': '2021-06-01T11:00:40Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'subnets': [{'id': 'de8b6536-e660-491c-a03c-441a5a96ab01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:12.815522 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb4896-b99e-4600-9e06-3adea8049cc6 None None] New status for floating IP b45fdb2e-f97c-4091-a16f-0cd7c64a2845: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:03:12.900363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad85cb-dbbf-4343-83d4-c18049c06309 req-eeb57f97-148b-4057-b57a-09ec263d4488 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:12.901844 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d5ad85cb-dbbf-4343-83d4-c18049c06309 req-eeb57f97-148b-4057-b57a-09ec263d4488 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0838058 Jun 01 11:03:12.947055 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d5ad85cb-dbbf-4343-83d4-c18049c06309 req-429d6d47-08aa-4b63-8bb4-51ddbedeecc2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Jun 01 11:03:14.141163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98782640-141b-4e33-a326-8c3ab909e3ab req-276e155f-43db-4b65-8c0c-7d38b27ac99e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:14.142622 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-98782640-141b-4e33-a326-8c3ab909e3ab req-276e155f-43db-4b65-8c0c-7d38b27ac99e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0854855 Jun 01 11:03:14.186650 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-98782640-141b-4e33-a326-8c3ab909e3ab req-00acc8c2-96ac-48f0-a0c3-53814d342d86 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 Jun 01 11:03:14.895538 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b8cf4-8be9-40b8-8eb2-9d6b45a9473d req-39b3a96b-484d-4afa-a905-fb5c98ba174d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:14.896964 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-880b8cf4-8be9-40b8-8eb2-9d6b45a9473d req-39b3a96b-484d-4afa-a905-fb5c98ba174d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.0791318 Jun 01 11:03:14.941207 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-880b8cf4-8be9-40b8-8eb2-9d6b45a9473d req-8bddc440-aee1-4d40-9c9c-eb77141e6fd0 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Jun 01 11:03:15.378516 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3209c-1474-4beb-8e84-dcee25a5438b req-14bd3f54-97ce-4e4d-92e9-e65d788691b1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:15.380043 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4fa3209c-1474-4beb-8e84-dcee25a5438b req-14bd3f54-97ce-4e4d-92e9-e65d788691b1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0833313 Jun 01 11:03:15.425108 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4fa3209c-1474-4beb-8e84-dcee25a5438b req-3f5bd775-abb6-4e81-a8c3-e2e99cca1365 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 Jun 01 11:03:16.124271 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b5b9b-34f9-4b0a-8c44-7bbe11f06fd7 req-134e79cd-effd-4986-beaf-668bc96006db tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:16.125735 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-df9b5b9b-34f9-4b0a-8c44-7bbe11f06fd7 req-134e79cd-effd-4986-beaf-668bc96006db tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.0792520 Jun 01 11:03:16.169167 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-df9b5b9b-34f9-4b0a-8c44-7bbe11f06fd7 req-5c129040-041c-4ce9-b743-06bc11f8cc85 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Jun 01 11:03:16.754175 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-2905cff4-1d9e-4627-856b-3badee82cfc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:16.755601 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-2905cff4-1d9e-4627-856b-3badee82cfc3 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.1076243 Jun 01 11:03:16.762866 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb3bc-179c-4884-a44a-9a07c7a3336c req-cac73da8-5155-4399-aa7b-ee24b156e8d1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:16.764338 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ecfeb3bc-179c-4884-a44a-9a07c7a3336c req-cac73da8-5155-4399-aa7b-ee24b156e8d1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.2327940 Jun 01 11:03:16.900384 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ecfeb3bc-179c-4884-a44a-9a07c7a3336c req-fa39f1e2-8b3f-41c4-b484-5bab7a954fd4 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065497 Jun 01 11:03:16.942103 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Deleting port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:16.942452 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:17.077682 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] For port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:17.078035 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:17.199183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Calling delete_port for 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:17.359931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:17.366112 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7f287e7c-85d4-4896-994e-d11d8b525b3a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:17.370984 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:03:17.413072 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Pushing event deleted for resources: {'Port': ['ID=004d42fa-b5ed-48c3-ace3-a6dcdd92abe3,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:17.418517 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:17.495965 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] No DVR routers for this DVR port 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:03:17.505221 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db127e-0059-4afb-afd1-5ae69b412b59 req-82ea8eef-024e-4b1a-87bc-d7cdc0925fb1 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:17.506665 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-58db127e-0059-4afb-afd1-5ae69b412b59 req-82ea8eef-024e-4b1a-87bc-d7cdc0925fb1 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9 HTTP/1.1" status: 200 len: 945 time: 0.2252150 Jun 01 11:03:17.507789 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:17.510328 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'name': 'network-vif-deleted', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:03:17.512545 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf48540-f44f-4517-93e0-df2d22272ff5" -d '{"events": [{"server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "name": "network-vif-deleted", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:03:17.541684 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fee58ecf-eeb5-4487-857b-252b987ba64a req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.73 "DELETE /v2.0/ports/004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 HTTP/1.1" status: 204 len: 173 time: 0.7763083 Jun 01 11:03:17.563716 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-58db127e-0059-4afb-afd1-5ae69b412b59 req-53121128-7812-418c-a000-42d0b0909a0c tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] 10.222.0.10 "GET /v2.0/security-groups?id=6267cce3-8dfe-4343-b81c-f73c091fed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Jun 01 11:03:17.566542 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809b558-0c4c-43da-8173-fc3197cac8c9 x-openstack-request-id: req-b809b558-0c4c-43da-8173-fc3197cac8c9 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:03:17.566927 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9", "name": "network-vif-deleted", "tag": "004d42fa-b5ed-48c3-ace3-a6dcdd92abe3", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:03:17.567223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b809b558-0c4c-43da-8173-fc3197cac8c9 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:03:17.567718 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b0bbc2-dd5b-40f2-943b-ebc7c96fcaa9', 'name': 'network-vif-deleted', 'tag': '004d42fa-b5ed-48c3-ace3-a6dcdd92abe3', 'status': 'completed', 'code': 200} Jun 01 11:03:18.101311 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bf54e-35ca-4702-bf6a-5907341f5d90 req-40176d90-d16b-4000-bb18-f7a6ddbf35d1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:18.102892 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5d4bf54e-35ca-4702-bf6a-5907341f5d90 req-40176d90-d16b-4000-bb18-f7a6ddbf35d1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0928755 Jun 01 11:03:18.148442 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5d4bf54e-35ca-4702-bf6a-5907341f5d90 req-c022c6f2-33ac-49ee-93df-ae1990c76ec6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Jun 01 11:03:19.346283 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845022-1b72-4c27-9832-294e7c33a212 req-d3dd6fbd-7e4f-4ff5-9647-0c45722045c2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:19.347758 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3b845022-1b72-4c27-9832-294e7c33a212 req-d3dd6fbd-7e4f-4ff5-9647-0c45722045c2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0856082 Jun 01 11:03:19.394609 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3b845022-1b72-4c27-9832-294e7c33a212 req-3c6c75ab-9570-449b-a56f-c844265a2b70 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 Jun 01 11:03:19.426410 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49260) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:19.810575 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882710a-2764-46fd-b07f-58c5ab3eac77 req-c57bd6ea-bfbc-4d85-b7e0-a04d167b4ef1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:19.812017 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d882710a-2764-46fd-b07f-58c5ab3eac77 req-c57bd6ea-bfbc-4d85-b7e0-a04d167b4ef1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1441600 Jun 01 11:03:19.818561 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-5bcb3548-e82c-4101-9d22-0544dca1d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:19.819944 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-5bcb3548-e82c-4101-9d22-0544dca1d821 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1098 time: 0.1027710 Jun 01 11:03:19.937850 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d882710a-2764-46fd-b07f-58c5ab3eac77 req-4be52c39-c052-45e5-bbdd-3fcf2be06d8b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169233 Jun 01 11:03:19.971500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:19.980967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-23b152a5-fe24-4553-92f6-93dc099ffed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:19.982456 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-23b152a5-fe24-4553-92f6-93dc099ffed9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.1491854 Jun 01 11:03:20.085886 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-f6aa7b0b-c7b5-4f66-abf0-e193732b83bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 1001 time: 0.0962119 Jun 01 11:03:20.238184 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-7558bd57-c2c5-4bd3-8ca9-1cf4555f786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:20.239613 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-7558bd57-c2c5-4bd3-8ca9-1cf4555f786a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.1472921 Jun 01 11:03:20.313819 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-f3319b93-ebbe-477a-8033-439d1e9384cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:20.315534 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-f3319b93-ebbe-477a-8033-439d1e9384cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698452 Jun 01 11:03:20.389619 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Deleting port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:20.389871 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:20.447393 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-515c595a-0d98-403c-b5c5-b1d36d3a2533 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249528 Jun 01 11:03:20.509366 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] For port cd6223c3-eec1-485f-b91b-51a0b0ea9cd0, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:20.509978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:20.583157 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2b229e43-d3b4-461d-8f90-d2114382f396 req-7ab1671d-84ae-47f6-848e-dbdc36ac72aa service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265461 Jun 01 11:03:20.725924 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Calling delete_port for cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:20.851692 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:20.858036 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:03:20.889866 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:20.890214 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 004d42fa-b5ed-48c3-ace3-a6dcdd92abe3 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:21.006617 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:21.011058 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:21.057245 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6223c3-eec1-485f-b91b-51a0b0ea9cd0,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:21.062910 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:21.160038 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d24018-7754-459c-8a6f-9b9a0b22d83f req-59dc4959-4a50-41be-ae55-19ab629e7c27 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:21.161563 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-62d24018-7754-459c-8a6f-9b9a0b22d83f req-59dc4959-4a50-41be-ae55-19ab629e7c27 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1109715 Jun 01 11:03:21.222069 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-62d24018-7754-459c-8a6f-9b9a0b22d83f req-334a1b5a-4db0-44b8-b865-f4d54d7ff667 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539036 Jun 01 11:03:21.366959 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:21.735504 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:03:21.910178 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:21.918282 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] Sync routers for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:21.921726 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] 10.222.0.10 "PUT /v2.0/routers/992119dc-22e8-4ab6-a2bc-5d37c3d68887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4937081 Jun 01 11:03:21.924208 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49272) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:21.927401 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:21.928010 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:22.135924 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:22.203776 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:22.384476 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:22.435099 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874cfaa-c5ab-4b63-97e7-4e1d94d17e95 req-b8357be9-41b9-4ab4-a246-31b3b865f227 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:22.436707 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0874cfaa-c5ab-4b63-97e7-4e1d94d17e95 req-b8357be9-41b9-4ab4-a246-31b3b865f227 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1018214 Jun 01 11:03:22.442018 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:03:20Z', 'revision_number': 5, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port': {'id': '75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:28Z', 'updated_at': '2021-06-01T11:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:22.445995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] Checking router: 992119dc-22e8-4ab6-a2bc-5d37c3d68887 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:22.454755 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] Routers {'992119dc-22e8-4ab6-a2bc-5d37c3d68887'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:22.455286 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:22.465857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Deleting port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:22.466062 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:22.492485 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0874cfaa-c5ab-4b63-97e7-4e1d94d17e95 req-3d31a748-d70e-4153-bdbe-c0688f68148d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493922 Jun 01 11:03:22.586000 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] For port 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:22.586378 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:22.604040 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] Set router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 gateway port host: None {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:22.708404 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Calling delete_port for 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:22.712026 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:03:22Z', 'revision_number': 6, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port_host': None}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:22.716388 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6bb2f-68a6-4133-a371-c2df3e70120a None None] The sync data for ids ['992119dc-22e8-4ab6-a2bc-5d37c3d68887'] in dv-cinder-787764-3-smb is: [{'id': '992119dc-22e8-4ab6-a2bc-5d37c3d68887', 'name': 'tempest-TestMinimumBasicScenario-812963721-router', 'tenant_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:27Z', 'updated_at': '2021-06-01T11:03:22Z', 'revision_number': 6, 'project_id': 'c2a3b16c49e7488590aa349b7fe32aca', 'gw_port_host': None}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:22.846987 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:22.851216 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-79cd64bd-591a-43f8-b58a-bbbaa77a3316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:22.894319 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:22.923160 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:22.984668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.159566 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.161720 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.182649 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.183158 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992119dc-22e8-4ab6-a2bc-5d37c3d68887 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:03:23.195597 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.196698 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/992119dc-22e8-4ab6-a2bc-5d37c3d68887 HTTP/1.1" status: 204 len: 168 time: 1.2716169 Jun 01 11:03:23.199287 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49282) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:23.257016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Deleting subnet de8b6536-e660-491c-a03c-441a5a96ab01 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:03:23.259982 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.312462 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.423327 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.629683 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:23.674121 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:23.674614 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 75f3377e-6bd8-44b6-bb90-5ef0a23d4ba2 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:23.675045 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:23.709186 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:23.709584 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device cd6223c3-eec1-485f-b91b-51a0b0ea9cd0 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:23.789332 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.794812 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:23.832006 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8b6536-e660-491c-a03c-441a5a96ab01,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:23.833936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:23.836467 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:23.839217 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35cc283-a9c1-4e4e-bc1d-56936aa47872 None None] Network 171d23ce-f7f0-47bb-8059-c03e49538660 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:03:23.841391 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-04a83443-8e2b-467b-96c8-934336d86fcd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/de8b6536-e660-491c-a03c-441a5a96ab01 HTTP/1.1" status: 204 len: 168 time: 0.6399419 Jun 01 11:03:23.843821 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49288) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:23.949553 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.025175 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Deleting port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:24.025692 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.084900 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] DHCP port deletion for 171d23ce-f7f0-47bb-8059-c03e49538660 request from dv-cinder-787764-3-smb {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 11:03:24.125135 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] For port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:24.125481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.154363 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Deleting port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:24.154751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.247382 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Calling delete_port for 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:24.253663 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] For port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,segment=NetworkSegment(7680cdaf-37aa-40ca-92e3-0e950b1c9583),segment_id=7680cdaf-37aa-40ca-92e3-0e950b1c9583)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:24.254088 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.293361 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.298091 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2ca29bb9-c592-4bb2-ad81-2137d6e5725d tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:24.345590 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:24.348126 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:24.350761 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] No DVR routers for this DVR port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea on host dv-cinder-787764-3-smb {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:03:24.373687 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Calling delete_port for 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:24.464787 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.477733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d23ce-f7f0-47bb-8059-c03e49538660']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:24.490747 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7680cdaf-37aa-40ca-92e3-0e950b1c9583') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:24.491221 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7680cdaf-37aa-40ca-92e3-0e950b1c9583') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:24.504272 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.521111 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.527228 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:03:24.527607 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.531850 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.535491 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:03:24.540544 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:03:24.578114 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Pushing event deleted for resources: {'Port': ['ID=2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:24.585868 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] No DVR routers for this DVR port 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea on host dv-cinder-787764-3-smb {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:03:24.598968 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.599616 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.600138 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.601009 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.601607 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.602221 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.602563 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.602893 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.603966 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.604379 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.604861 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.605192 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:24.611468 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:24.620896 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.623397 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3cbb9923-a884-49ac-8bbc-2b742dc854e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.628147 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:24.641103 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:24.650940 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=171d23ce-f7f0-47bb-8059-c03e49538660,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:24.655258 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:24.658717 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/171d23ce-f7f0-47bb-8059-c03e49538660 HTTP/1.1" status: 204 len: 168 time: 0.8139918 Jun 01 11:03:24.661657 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49294) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:25.293579 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:25.625260 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:25.661468 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:25.661836 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ca68bbe-3b8c-46fa-a2fe-07fbad64f8ea not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:25.696116 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Deleting port e73f84ed-19ca-44b0-8b99-59ee4f5980b5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:25.696450 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:25.816728 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] For port e73f84ed-19ca-44b0-8b99-59ee4f5980b5, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:25.817077 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:25.938068 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Calling delete_port for e73f84ed-19ca-44b0-8b99-59ee4f5980b5 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:26.083179 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:26.086726 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:26.133583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73f84ed-19ca-44b0-8b99-59ee4f5980b5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:26.136524 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:26.393482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:26.839642 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Router 05579ef9-8f8b-493d-a956-bd4a360f486e has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:03:27.018033 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:27.026820 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] 10.222.0.10 "PUT /v2.0/routers/05579ef9-8f8b-493d-a956-bd4a360f486e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3641984 Jun 01 11:03:27.027000 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] Sync routers for ids ['05579ef9-8f8b-493d-a956-bd4a360f486e'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:27.030001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49304) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:27.037538 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] Routers {'05579ef9-8f8b-493d-a956-bd4a360f486e'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:27.038150 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:02:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['05579ef9-8f8b-493d-a956-bd4a360f486e'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:27.206430 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.221222 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] Set router 05579ef9-8f8b-493d-a956-bd4a360f486e gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:27.271958 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.389138 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f2418858-67f3-4451-945a-c72916e75952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.411640 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.504620 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Deleting port 0110cfad-44ae-42d9-8266-6606520012e8 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:27.504964 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.547512 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': '0110cfad-44ae-42d9-8266-6606520012e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:03:26Z', 'revision_number': 5, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port': {'id': '0110cfad-44ae-42d9-8266-6606520012e8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:01:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:00:37Z', 'updated_at': '2021-06-01T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:27.551381 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] Checking router: 05579ef9-8f8b-493d-a956-bd4a360f486e for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:27.560741 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] Routers {'05579ef9-8f8b-493d-a956-bd4a360f486e'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:27.561418 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['05579ef9-8f8b-493d-a956-bd4a360f486e'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:27.631185 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] For port 0110cfad-44ae-42d9-8266-6606520012e8, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=0110cfad-44ae-42d9-8266-6606520012e8,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:27.631536 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.712455 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] Set router 05579ef9-8f8b-493d-a956-bd4a360f486e gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:27.760946 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Calling delete_port for 0110cfad-44ae-42d9-8266-6606520012e8 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:27.816932 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:03:27Z', 'revision_number': 6, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port_host': None}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:27.820752 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709418e1-7261-48e7-ac83-a4e0ceb2134b None None] The sync data for ids ['05579ef9-8f8b-493d-a956-bd4a360f486e'] in dv-cinder-787764-3-smb is: [{'id': '05579ef9-8f8b-493d-a956-bd4a360f486e', 'name': 'tempest-TestMinimumBasicScenario-58327565-router', 'tenant_id': '64a4277ba7f6491f95d991b06f494aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:00:36Z', 'updated_at': '2021-06-01T11:03:27Z', 'revision_number': 6, 'project_id': '64a4277ba7f6491f95d991b06f494aa8', 'gw_port_host': None}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:27.900269 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:27.904717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55f35e4b-57bd-489f-9769-1c7decb1fd2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:27.948014 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Pushing event deleted for resources: {'Port': ['ID=0110cfad-44ae-42d9-8266-6606520012e8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:27.980280 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:28.145632 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.319057 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.321283 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.331769 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.344722 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.345323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05579ef9-8f8b-493d-a956-bd4a360f486e {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:03:28.358408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.359515 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] 10.222.0.10 "DELETE /v2.0/routers/05579ef9-8f8b-493d-a956-bd4a360f486e HTTP/1.1" status: 204 len: 168 time: 1.3286083 Jun 01 11:03:28.361991 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49314) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:28.421549 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Deleting subnet 01db6ae7-2df3-414e-83ec-213b4d17c43e {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:03:28.424322 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.470980 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.555108 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.805489 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.810873 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42f0e480-3702-4725-83d6-6260aa85ec34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:28.850476 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:28.854201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01db6ae7-2df3-414e-83ec-213b4d17c43e,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:28.855021 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b20fd1-1e9c-4bbc-afd7-09df00e80b75 None None] Network fbe16640-8f21-4d2d-9067-68cc976a5e1c requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:03:28.857598 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:28.861889 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d7c23e16-7af1-435d-b3ae-b30201433e82 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/01db6ae7-2df3-414e-83ec-213b4d17c43e HTTP/1.1" status: 204 len: 168 time: 0.4988682 Jun 01 11:03:28.864217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49322) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:28.968187 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.044678 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Deleting port b868963c-88e6-4c1c-ad57-ad3e012bcf57 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:29.045029 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.088284 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] DHCP port deletion for fbe16640-8f21-4d2d-9067-68cc976a5e1c request from dv-cinder-787764-3-smb {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 11:03:29.147280 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] For port b868963c-88e6-4c1c-ad57-ad3e012bcf57, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b868963c-88e6-4c1c-ad57-ad3e012bcf57,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:29.147631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.158535 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Deleting port b868963c-88e6-4c1c-ad57-ad3e012bcf57 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:03:29.158921 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.260271 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] For port b868963c-88e6-4c1c-ad57-ad3e012bcf57, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b868963c-88e6-4c1c-ad57-ad3e012bcf57,segment=NetworkSegment(db0ab5e8-6222-4c38-a117-b9e2092baf53),segment_id=db0ab5e8-6222-4c38-a117-b9e2092baf53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:29.260670 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.267902 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Calling delete_port for b868963c-88e6-4c1c-ad57-ad3e012bcf57 owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:29.317197 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.322204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:29.375384 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] No DVR routers for this DVR port b868963c-88e6-4c1c-ad57-ad3e012bcf57 on host dv-cinder-787764-3-smb {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:03:29.391981 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Calling delete_port for b868963c-88e6-4c1c-ad57-ad3e012bcf57 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:03:29.412446 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Pushing event deleted for resources: {'Port': ['ID=b868963c-88e6-4c1c-ad57-ad3e012bcf57,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:29.415707 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:29.438573 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.443236 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:29.488811 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Pushing event deleted for resources: {'Port': ['ID=b868963c-88e6-4c1c-ad57-ad3e012bcf57,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:29.490653 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] No DVR routers for this DVR port b868963c-88e6-4c1c-ad57-ad3e012bcf57 on host dv-cinder-787764-3-smb {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:03:29.492007 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:29.513919 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.629922 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe16640-8f21-4d2d-9067-68cc976a5e1c']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:29.643623 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0ab5e8-6222-4c38-a117-b9e2092baf53') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:29.643915 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0ab5e8-6222-4c38-a117-b9e2092baf53') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:29.647713 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 0110cfad-44ae-42d9-8266-6606520012e8 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:29.656623 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.673648 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.680022 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:03:29.680404 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.682312 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 0110cfad-44ae-42d9-8266-6606520012e8 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:29.682669 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 0110cfad-44ae-42d9-8266-6606520012e8 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:29.683091 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e73f84ed-19ca-44b0-8b99-59ee4f5980b5 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:03:29.694160 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:03:29.722701 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: e73f84ed-19ca-44b0-8b99-59ee4f5980b5 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:29.723416 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e73f84ed-19ca-44b0-8b99-59ee4f5980b5 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:29.723608 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b868963c-88e6-4c1c-ad57-ad3e012bcf57 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:29.774394 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: b868963c-88e6-4c1c-ad57-ad3e012bcf57 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:03:29.774952 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b868963c-88e6-4c1c-ad57-ad3e012bcf57 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:03:29.776520 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.788159 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:29.802499 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:29.814860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe16640-8f21-4d2d-9067-68cc976a5e1c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:29.817854 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:29.820483 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fbe16640-8f21-4d2d-9067-68cc976a5e1c HTTP/1.1" status: 204 len: 168 time: 0.9547119 Jun 01 11:03:29.962491 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.004339 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49342) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:30.034945 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdac74-f9a5-4f63-b3b0-e88386d91851 req-4ec58445-828c-409d-893f-04f9e3d0436c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:30.036303 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-37bdac74-f9a5-4f63-b3b0-e88386d91851 req-4ec58445-828c-409d-893f-04f9e3d0436c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0870113 Jun 01 11:03:30.052769 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ba09bd5d-3ff8-41b3-885d-4d50d7b1ba6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2a3b16c49e7488590aa349b7fe32aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472336 Jun 01 11:03:30.055196 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49346) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:30.081628 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-37bdac74-f9a5-4f63-b3b0-e88386d91851 req-0b4cd359-b463-4858-ae58-1272cd7b8859 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Jun 01 11:03:30.116150 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.142408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.192634 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.197112 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5131ca2a-ac38-4b86-b117-0d9c05465b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:30.212766 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267cce3-8dfe-4343-b81c-f73c091fed34,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:30.216369 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:30.217126 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.222204 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6267cce3-8dfe-4343-b81c-f73c091fed34 HTTP/1.1" status: 204 len: 168 time: 0.1647182 Jun 01 11:03:30.556527 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49354) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:30.604249 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-def0e7e6-0f40-445e-911b-ae957b4081cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64a4277ba7f6491f95d991b06f494aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465419 Jun 01 11:03:30.606913 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49358) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:30.663520 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.688457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.739743 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.743425 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b42661f9-d207-466e-a4ae-824e7a11f473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:30.756161 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acdd4ff-7cdd-42cc-824c-a71882b4f62f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:30.759059 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:30.761005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:30.762655 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7acdd4ff-7cdd-42cc-824c-a71882b4f62f HTTP/1.1" status: 204 len: 168 time: 0.1543679 Jun 01 11:03:31.279831 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22c27-d56a-40cf-9650-65f120033c99 req-3f153d4d-0dd9-4a95-952e-6ef528ebac1e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:31.281315 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-00b22c27-d56a-40cf-9650-65f120033c99 req-3f153d4d-0dd9-4a95-952e-6ef528ebac1e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0821676 Jun 01 11:03:31.329477 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-00b22c27-d56a-40cf-9650-65f120033c99 req-e35d122a-accf-4820-a5d9-5f810338548d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Jun 01 11:03:31.487493 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49384) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:31.597641 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-567086289-network', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:31.602220 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:31.606489 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Usage tracker for resource:network and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:31.609350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:31.615558 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:31.625599 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Made reservation on behalf of 617d29e6713c437e8bab0f31c15abfba for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:03:31.627786 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.639251 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.655860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:31.659564 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:31.662295 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:31.667755 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:31.747275 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.751157 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.754345 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-69e4db45-4868-46f3-ac09-d5ffe987c7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:31.782778 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:03:31.791377 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f442335-ce82-4af5-adf0-45256530a981,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:31.795882 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:31.798532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.798869 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Added segment 74d3bfb5-3d76-4256-b06c-063b0823bc10 of type vlan for network 81fe3144-ff0b-4295-a31a-d2e099d49b66 Jun 01 11:03:31.825700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.855101 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.856951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:31.857578 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:31.862032 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:31.957556 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4688776 Jun 01 11:03:31.958304 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Pushing event updated for resources: {'Network': ['ID=81fe3144-ff0b-4295-a31a-d2e099d49b66,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:31.960368 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49390) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:31.960898 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:31.966944 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Request body: {'subnet': {'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-567086289-subnet', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:31.968506 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:03:31.971709 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:31.975500 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Usage tracker for resource:subnet and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:31.978357 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:31.985171 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:31.998585 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Made reservation on behalf of 617d29e6713c437e8bab0f31c15abfba for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:03:32.000830 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8014274'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:32.398389 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6823083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8014292'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:32.403282 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:32.526871 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:32.532122 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:32.548745 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Checking segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:32.549102 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Network hostable DHCP agents. Network: 81fe3144-ff0b-4295-a31a-d2e099d49b66, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:03:32.584815 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:03:32.603151 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fb3c9-fc67-4b49-88f2-c99038d6d942 req-555c041a-e22f-4d2f-b280-abf1f9b9fe54 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:32.604625 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6a9fb3c9-fc67-4b49-88f2-c99038d6d942 req-555c041a-e22f-4d2f-b280-abf1f9b9fe54 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1420336 Jun 01 11:03:32.605775 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 81fe3144-ff0b-4295-a31a-d2e099d49b66) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:32.618469 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51a47d-97d7-4ef2-b08f-1ef47726dcfb None None] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:03:32.633554 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:32.634159 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:32.672226 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4f27931f-9ede-4fe9-ae3a-f9e201fcb26f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7105703 Jun 01 11:03:32.675165 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49396) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:32.681247 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6a9fb3c9-fc67-4b49-88f2-c99038d6d942 req-42ef9591-63b0-4b0f-b16d-e76db3a1032a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680342 Jun 01 11:03:32.682186 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:32.688573 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:32.692978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Usage tracker for resource:router and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:32.695930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:32.707345 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:32.721970 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:32.722994 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:32.746109 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:32.866323 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-81fe3144-ff0b-4295-a31a-d2e099d49b66', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 11:03:32.867258 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.023549 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Allocated IP 172.20.0.2 (81fe3144-ff0b-4295-a31a-d2e099d49b66/863c2471-47bd-4e2e-9bcb-6f64a11f2dcb/936841d3-f449-4249-a7c5-a2567953bdd5) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:03:33.032118 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.258887 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.268617 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Transition to ACTIVE for port object 936841d3-f449-4249-a7c5-a2567953bdd5 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:33.287310 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Transition to ACTIVE for port object 936841d3-f449-4249-a7c5-a2567953bdd5 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:33.292362 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.297207 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2d2dbc42-d3ac-4b46-9f42-c82eed3f444d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:33.349690 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.355598 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:33.359103 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:33.362721 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:03:33.379410 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.400221 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Pushing event updated for resources: {'Port': ['ID=936841d3-f449-4249-a7c5-a2567953bdd5,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:33.407491 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:33.458358 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Attempting to bind port 936841d3-f449-4249-a7c5-a2567953bdd5 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:03:33.458724 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Attempting to bind port 936841d3-f449-4249-a7c5-a2567953bdd5 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:03:33.459088 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Attempting to bind port 936841d3-f449-4249-a7c5-a2567953bdd5 on network 81fe3144-ff0b-4295-a31a-d2e099d49b66 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:03:33.464261 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:03:33.464632 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Checking segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:33.465602 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.466215 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Bound using segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:03:33.466670 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Bound port: 936841d3-f449-4249-a7c5-a2567953bdd5, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:03:33.467047 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.556558 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] For port 936841d3-f449-4249-a7c5-a2567953bdd5, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:03:33.560087 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] For port 936841d3-f449-4249-a7c5-a2567953bdd5, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=936841d3-f449-4249-a7c5-a2567953bdd5,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:03:33.564378 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.567985 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:33.622684 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Allocated IP 172.28.3.136 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/1267f4b2-c12b-425d-8937-3c75ff016587) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:03:33.659083 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Pushing event updated for resources: {'Port': ['ID=936841d3-f449-4249-a7c5-a2567953bdd5,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:33.663383 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:33.777574 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.812802 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:33.837093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:33.898816 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:33.902285 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:33.906781 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:03:33.943257 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff6651-f616-49d6-91c4-08c216c8b433 req-a0bfba86-3716-4cdc-8836-99c56a674f6a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:33.944787 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4aff6651-f616-49d6-91c4-08c216c8b433 req-a0bfba86-3716-4cdc-8836-99c56a674f6a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1431408 Jun 01 11:03:33.958833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Pushing event updated for resources: {'Port': ['ID=1267f4b2-c12b-425d-8937-3c75ff016587,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:33.964736 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:33.993305 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4aff6651-f616-49d6-91c4-08c216c8b433 req-8f84d238-714b-47a6-8b54-346da9594d5a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416629 Jun 01 11:03:34.336971 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:34.508905 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a892db-7de8-478d-9a32-46794c1eb814 None None] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:03:34.620551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d109ee6c-f642-4509-910d-59ea578c8838 None None] Provisioning for port 936841d3-f449-4249-a7c5-a2567953bdd5 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:34.676549 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:34.886311 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Router 231135b1-5d8f-4050-a74e-3180a21c08c4 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 11:03:35.175657 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:35.185334 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Sync routers for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:35.185994 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022cab0-34bd-43e5-a52c-915aa11637e9 req-2aac863d-55c6-417a-ae42-19410eb60ed9 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:35.187495 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c022cab0-34bd-43e5-a52c-915aa11637e9 req-2aac863d-55c6-417a-ae42-19410eb60ed9 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0792229 Jun 01 11:03:35.194940 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:35.195539 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:35.199723 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:35.201039 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5242004 Jun 01 11:03:35.203810 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49404) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:35.238432 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c022cab0-34bd-43e5-a52c-915aa11637e9 req-141687a6-8aa0-4bdf-b421-73d42c767085 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443037 Jun 01 11:03:35.375908 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:35.665459 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 936841d3-f449-4249-a7c5-a2567953bdd5 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:35.716829 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:34Z', 'revision_number': 3, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:35.723971 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Checking router: 231135b1-5d8f-4050-a74e-3180a21c08c4 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:35.724326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Updating router 231135b1-5d8f-4050-a74e-3180a21c08c4 port 1267f4b2-c12b-425d-8937-3c75ff016587 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:03:35.783185 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:35.814061 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 936841d3-f449-4249-a7c5-a2567953bdd5 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:35.832248 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 936841d3-f449-4249-a7c5-a2567953bdd5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:35.832544 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:35.870700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.081449 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Allocated IP 172.20.0.1 (81fe3144-ff0b-4295-a31a-d2e099d49b66/863c2471-47bd-4e2e-9bcb-6f64a11f2dcb/a89e15f8-cd65-434b-9445-cdae562eb5cd) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:03:36.127196 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.190011 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 936841d3-f449-4249-a7c5-a2567953bdd5, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=936841d3-f449-4249-a7c5-a2567953bdd5,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:36.196844 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.200785 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:36.239050 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.255023 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Transition to ACTIVE for port object a89e15f8-cd65-434b-9445-cdae562eb5cd will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:36.281805 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.286857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:36.321677 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=936841d3-f449-4249-a7c5-a2567953bdd5,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:36.327629 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:36.355175 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.365539 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Pushing event updated for resources: {'Port': ['ID=a89e15f8-cd65-434b-9445-cdae562eb5cd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:36.367597 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Transition to ACTIVE for port object 1267f4b2-c12b-425d-8937-3c75ff016587 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:36.369006 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:36.370091 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:36.371137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:36.373978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:03:36.379041 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.382682 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cbaab52a-1e41-49c8-aecd-e332dc8d741c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:36.435279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.447510 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c41a95-b0ca-40e6-b2e8-fc287f0770c8 None None] Pushing event updated for resources: {'Port': ['ID=1267f4b2-c12b-425d-8937-3c75ff016587,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:36.451973 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c8c41a95-b0ca-40e6-b2e8-fc287f0770c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:36.466700 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978c7ac-2484-4ffb-9bbf-cd9bffa03cc3 req-f815ca04-e5b2-4903-9727-3f76e54af8a3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:36.468443 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9978c7ac-2484-4ffb-9bbf-cd9bffa03cc3 req-f815ca04-e5b2-4903-9727-3f76e54af8a3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1044760 Jun 01 11:03:36.478456 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Attempting to bind port 1267f4b2-c12b-425d-8937-3c75ff016587 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:03:36.478838 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Attempting to bind port 1267f4b2-c12b-425d-8937-3c75ff016587 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:03:36.479208 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Attempting to bind port 1267f4b2-c12b-425d-8937-3c75ff016587 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:03:36.485727 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:03:36.486116 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:36.486660 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.487068 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:03:36.487551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Bound port: 1267f4b2-c12b-425d-8937-3c75ff016587, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:03:36.487932 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.527704 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9978c7ac-2484-4ffb-9bbf-cd9bffa03cc3 req-eb3ae0d4-a2e1-406c-bed6-0692fa09060d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508955 Jun 01 11:03:36.569969 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] For port 1267f4b2-c12b-425d-8937-3c75ff016587, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:03:36.573141 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] For port 1267f4b2-c12b-425d-8937-3c75ff016587, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=1267f4b2-c12b-425d-8937-3c75ff016587,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:03:36.579425 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.583793 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:36.662102 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:36.662733 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:36.726787 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c41a95-b0ca-40e6-b2e8-fc287f0770c8 None None] Pushing event updated for resources: {'Port': ['ID=1267f4b2-c12b-425d-8937-3c75ff016587,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:36.740683 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c8c41a95-b0ca-40e6-b2e8-fc287f0770c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:36.806100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-3edaa591-56c9-4980-8993-d4ed4670d918 None None] Provisioning for port a89e15f8-cd65-434b-9445-cdae562eb5cd completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:36.828501 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-3edaa591-56c9-4980-8993-d4ed4670d918 None None] Provisioning complete for port a89e15f8-cd65-434b-9445-cdae562eb5cd triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:36.828873 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3edaa591-56c9-4980-8993-d4ed4670d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.832433 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:36.898997 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-3edaa591-56c9-4980-8993-d4ed4670d918 None None] Port a89e15f8-cd65-434b-9445-cdae562eb5cd cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:03:36.901412 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:37.048990 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:37.053760 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:37.081154 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9bd20e53-d133-4d52-ad46-e0de8f6d34a8 tempest-VolumesNegativeTest-1224966189 tempest-VolumesNegativeTest-1224966189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:37.161673 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:37.165993 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Pushing event updated for resources: {'Port': ['ID=a89e15f8-cd65-434b-9445-cdae562eb5cd,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:37.170147 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:37.184401 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:34Z', 'revision_number': 3, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:37.188337 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c56ae1-bc97-4973-96c4-89cc00b0c67f None None] The sync data for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb is: [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:34Z', 'revision_number': 3, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:37.223506 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:37.298573 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:37.299674 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:37.521729 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Router 231135b1-5d8f-4050-a74e-3180a21c08c4 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:03:37.537330 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-304b07c3-c73e-4b6e-9cbf-af78b92ee7ed None None] Provisioning complete for port a89e15f8-cd65-434b-9445-cdae562eb5cd triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:37.537788 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-304b07c3-c73e-4b6e-9cbf-af78b92ee7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:37.623399 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-304b07c3-c73e-4b6e-9cbf-af78b92ee7ed None None] Port a89e15f8-cd65-434b-9445-cdae562eb5cd cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:03:37.763553 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:37.782811 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] 10.222.0.10 "PUT /v2.0/routers/231135b1-5d8f-4050-a74e-3180a21c08c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775774 Jun 01 11:03:37.783761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 1267f4b2-c12b-425d-8937-3c75ff016587 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:37.866595 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 1267f4b2-c12b-425d-8937-3c75ff016587 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:37.872245 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 1267f4b2-c12b-425d-8937-3c75ff016587 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:37.872625 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:37.910180 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaa632-3792-4c04-989b-54ddf4626f55 req-4db6f884-5eb8-433c-a711-4f1a02ee2439 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:37.911715 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-97aaa632-3792-4c04-989b-54ddf4626f55 req-4db6f884-5eb8-433c-a711-4f1a02ee2439 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.2163429 Jun 01 11:03:37.966373 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-97aaa632-3792-4c04-989b-54ddf4626f55 req-58bd2a69-499e-4b69-9c6b-2ddd3c899d2b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469391 Jun 01 11:03:38.041822 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.060714 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port 1267f4b2-c12b-425d-8937-3c75ff016587, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=1267f4b2-c12b-425d-8937-3c75ff016587,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:38.065052 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.065937 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 936841d3-f449-4249-a7c5-a2567953bdd5 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:38.097435 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c8c41a95-b0ca-40e6-b2e8-fc287f0770c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:38.234043 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=1267f4b2-c12b-425d-8937-3c75ff016587,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:38.237075 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:38.245496 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 936841d3-f449-4249-a7c5-a2567953bdd5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:38.245902 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.377836 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49426) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:38.383597 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513870766-network', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:38.388374 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:38.392196 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Usage tracker for resource:network and tenant:8788a4b3cf084da1848047e23083f2fc is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:38.395021 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:38.400600 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:38.415413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Made reservation on behalf of 8788a4b3cf084da1848047e23083f2fc for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:03:38.417733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.430306 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.448235 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:38.452234 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Usage tracker for resource:security_group_rule and tenant:8788a4b3cf084da1848047e23083f2fc is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:38.455016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:38.460640 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:38.542874 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.548386 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.551488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3c9b9262-55b0-4d1d-84d7-cd18da6a99eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:38.579381 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:03:38.588617 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e6b96-44d5-499d-8706-93c54b8268cc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:38.593106 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:38.595684 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.596025 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Added segment 478d8090-4860-4a79-8ae2-1ec7281388c1 of type vlan for network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab Jun 01 11:03:38.622141 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.650727 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.652051 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:38.653634 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.656590 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:38.756577 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Pushing event updated for resources: {'Network': ['ID=7a5ce1d8-1dcd-44ee-b475-daa233cf4cab,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:38.759801 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3809612 Jun 01 11:03:38.760653 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-865a6462-7cbc-4f7b-a9ef-42b00735004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:38.762772 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49430) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:38.768201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Request body: {'subnet': {'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513870766-subnet', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:38.770258 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:03:38.772992 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:38.776893 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Usage tracker for resource:subnet and tenant:8788a4b3cf084da1848047e23083f2fc is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:38.780464 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:38.787570 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:38.799074 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Made reservation on behalf of 8788a4b3cf084da1848047e23083f2fc for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:03:38.801484 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:38.875367 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Sync routers for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:38.885270 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:38.885988 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:39.071566 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:39.172059 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bf9f-4bc6-4167-b628-d557472670c7 req-c88a1883-df79-41cd-9bc9-4c22b5d73e88 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:39.174288 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ae62bf9f-4bc6-4167-b628-d557472670c7 req-c88a1883-df79-41cd-9bc9-4c22b5d73e88 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0874939 Jun 01 11:03:39.230049 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ae62bf9f-4bc6-4167-b628-d557472670c7 req-276a5ecf-517a-4bb9-a354-a7e52e86f566 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498581 Jun 01 11:03:39.326578 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.330201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:39.405135 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d64d945-2717-4ad4-9085-a898c78061ee,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:39.409055 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:39.415981 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Checking segment: {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:39.416334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Network hostable DHCP agents. Network: 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:03:39.423608 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 2, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:39.427390 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Checking router: 231135b1-5d8f-4050-a74e-3180a21c08c4 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:39.427767 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Updating router 231135b1-5d8f-4050-a74e-3180a21c08c4 port a89e15f8-cd65-434b-9445-cdae562eb5cd binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:03:39.433349 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:03:39.443532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:39.454278 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4547e2-a768-4141-a964-a4b28b8544a5 None None] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:03:39.454787 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:39.455068 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.476576 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3c075500-b141-4cd5-bf4c-a007f0ac5b18 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7126985 Jun 01 11:03:39.479073 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49436) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:39.484889 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:39.489258 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:39.489842 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.493482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Usage tracker for resource:router and tenant:8788a4b3cf084da1848047e23083f2fc is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:39.496363 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:39.502540 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:39.513238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1757299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13497'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.514226 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1759404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1960513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13472'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.529749 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.681695 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 1267f4b2-c12b-425d-8937-3c75ff016587 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:39.739279 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp780b25ac-05d0-56e8-8147-75f7590a0a99-7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'fixed_ips': [{'subnet_id': '9d64d945-2717-4ad4-9085-a898c78061ee'}]}} from dv-cinder-787764-3-smb. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 11:03:39.740113 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.806249 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1759369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1757249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13522'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.844277 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 1267f4b2-c12b-425d-8937-3c75ff016587 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:39.844559 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.860530 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.873484 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Transition to ACTIVE for port object a89e15f8-cd65-434b-9445-cdae562eb5cd will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:39.881040 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:39.885068 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:39.970391 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Allocated IP 172.20.0.2 (7a5ce1d8-1dcd-44ee-b475-daa233cf4cab/9d64d945-2717-4ad4-9085-a898c78061ee/899cd77c-b2a8-449e-b659-9f0217a44ccf) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:03:40.078414 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Pushing event updated for resources: {'Port': ['ID=a89e15f8-cd65-434b-9445-cdae562eb5cd,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:40.091382 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.092039 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.092343 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.092673 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.093003 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.093329 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.093673 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.093992 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.094359 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.094623 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.095105 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.095573 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:03:40.107265 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:40.136498 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Attempting to bind port a89e15f8-cd65-434b-9445-cdae562eb5cd on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:03:40.139153 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Attempting to bind port a89e15f8-cd65-434b-9445-cdae562eb5cd by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:03:40.139721 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Attempting to bind port a89e15f8-cd65-434b-9445-cdae562eb5cd on network 81fe3144-ff0b-4295-a31a-d2e099d49b66 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:03:40.147117 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:03:40.147847 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Checking segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:40.148414 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.148955 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Bound using segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:03:40.149613 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Bound port: a89e15f8-cd65-434b-9445-cdae562eb5cd, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:03:40.150161 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.160222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.211203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.256525 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] For port a89e15f8-cd65-434b-9445-cdae562eb5cd, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:03:40.259951 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] For port a89e15f8-cd65-434b-9445-cdae562eb5cd, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=a89e15f8-cd65-434b-9445-cdae562eb5cd,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:03:40.267565 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.273246 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.277708 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b014b28f-7cf8-4adc-bb38-b25445ded25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:40.288855 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Transition to ACTIVE for port object 899cd77c-b2a8-449e-b659-9f0217a44ccf will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:40.320438 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Transition to ACTIVE for port object 899cd77c-b2a8-449e-b659-9f0217a44ccf will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:40.331406 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.337843 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:40.346065 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:40.346913 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:40.382545 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Allocated IP 172.28.3.107 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/b01751e7-c5d6-4d53-b3f8-7964dc145436) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:03:40.428152 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Pushing event updated for resources: {'Port': ['ID=a89e15f8-cd65-434b-9445-cdae562eb5cd,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:40.441123 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-188630d9-7333-4b57-b6b5-dc95756c2046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:40.463708 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:40.471344 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:40.474483 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a317fe1-1470-4ff7-b595-11fd323f1cc9 req-43fa8824-690c-437a-926b-bb18ddec68e3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:40.476596 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9a317fe1-1470-4ff7-b595-11fd323f1cc9 req-43fa8824-690c-437a-926b-bb18ddec68e3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1131113 Jun 01 11:03:40.477318 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:03:40.545043 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9a317fe1-1470-4ff7-b595-11fd323f1cc9 req-63b9ea6f-eb37-49d0-9cba-422b70e202cc tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609391 Jun 01 11:03:40.581205 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.598461 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Pushing event updated for resources: {'Port': ['ID=899cd77c-b2a8-449e-b659-9f0217a44ccf,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:40.606124 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:40.606353 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:40.624678 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.628479 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Attempting to bind port 899cd77c-b2a8-449e-b659-9f0217a44ccf on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:03:40.628866 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Attempting to bind port 899cd77c-b2a8-449e-b659-9f0217a44ccf by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:03:40.629241 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Attempting to bind port 899cd77c-b2a8-449e-b659-9f0217a44ccf on network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:03:40.630101 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:40.634601 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:03:40.634980 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Checking segment: {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:40.635389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.635792 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Bound using segment: {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:03:40.636269 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Bound port: 899cd77c-b2a8-449e-b659-9f0217a44ccf, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:03:40.637173 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.695762 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:40.698637 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:40.702954 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:03:40.743475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Pushing event updated for resources: {'Port': ['ID=b01751e7-c5d6-4d53-b3f8-7964dc145436,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:40.754917 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:40.755172 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] For port 899cd77c-b2a8-449e-b659-9f0217a44ccf, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:03:40.758164 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] For port 899cd77c-b2a8-449e-b659-9f0217a44ccf, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=899cd77c-b2a8-449e-b659-9f0217a44ccf,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:03:40.768691 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:40.776694 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e88ac39b-acac-485b-b752-ca0e3d2f5385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:40.854501 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Pushing event updated for resources: {'Port': ['ID=899cd77c-b2a8-449e-b659-9f0217a44ccf,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:40.858257 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:40.947943 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:40Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:40.953653 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de99a2-e9af-470b-be40-ed923c61bbfa None None] The sync data for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb is: [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:40Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:40.986692 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:03:41.195600 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:41.218260 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'mac_address': 'fa:16:3e:64:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:03:41.282487 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:41.318944 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:41.338797 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0425ced-e4fe-49be-8e78-3a4e3902bb01 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:03:41.358534 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:41.363292 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:41.365100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:41.437864 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:41.442217 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:41.457503 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['a0425ced-e4fe-49be-8e78-3a4e3902bb01'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:03:41.778823 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 899cd77c-b2a8-449e-b659-9f0217a44ccf up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:41.807099 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1757306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1759434'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:41.834503 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c373-bd50-48bd-901a-993c5fa33988 req-163a54be-f777-447b-934f-b6e916f38d81 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:41.843910 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-36f8c373-bd50-48bd-901a-993c5fa33988 req-163a54be-f777-447b-934f-b6e916f38d81 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 945 time: 0.1330402 Jun 01 11:03:41.871415 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port 899cd77c-b2a8-449e-b659-9f0217a44ccf completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:41.877901 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a89e15f8-cd65-434b-9445-cdae562eb5cd up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:41.904734 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-36f8c373-bd50-48bd-901a-993c5fa33988 req-306ccf35-e977-4f24-a750-883211304f7f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596316 Jun 01 11:03:41.992544 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79032fc-bae8-45e7-a4ab-719a9d8eeb25 None None] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:03:42.009071 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port a89e15f8-cd65-434b-9445-cdae562eb5cd completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:42.018218 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port a89e15f8-cd65-434b-9445-cdae562eb5cd triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:42.018596 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.085643 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Router 24dbc26d-a83a-4415-afda-47448c176a15 is scheduled to L3 agent dd70411b-0f27-44cf-a154-a8398199a59f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 11:03:42.142500 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Provisioning for port 899cd77c-b2a8-449e-b659-9f0217a44ccf completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:42.161711 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Provisioning complete for port 899cd77c-b2a8-449e-b659-9f0217a44ccf triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:42.162089 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.269666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:42.295248 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.296673 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8165503 Jun 01 11:03:42.299544 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49444) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:42.310411 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Sync routers for ids ['24dbc26d-a83a-4415-afda-47448c176a15'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:42.389444 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Routers {'24dbc26d-a83a-4415-afda-47448c176a15'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:42.390108 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['24dbc26d-a83a-4415-afda-47448c176a15'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:42.472788 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.636177 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port a89e15f8-cd65-434b-9445-cdae562eb5cd, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=a89e15f8-cd65-434b-9445-cdae562eb5cd,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:42.645412 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.662285 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.668865 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:42.764317 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Set router 24dbc26d-a83a-4415-afda-47448c176a15 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:42.810929 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] For port 899cd77c-b2a8-449e-b659-9f0217a44ccf, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=899cd77c-b2a8-449e-b659-9f0217a44ccf,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:42.882710 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:42.909230 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=a89e15f8-cd65-434b-9445-cdae562eb5cd,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:42.915715 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:42.918612 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-adbc6dd2-4765-412d-9753-1dd74a6e4243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:43.016184 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:43.114010 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.251161 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Pushing event updated for resources: {'Port': ['ID=899cd77c-b2a8-449e-b659-9f0217a44ccf,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:43.258715 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:43.263058 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b02a47da-bcf7-4a6e-a42c-926dee373632 None None] Provisioning complete for port 899cd77c-b2a8-449e-b659-9f0217a44ccf triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:43.263441 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b02a47da-bcf7-4a6e-a42c-926dee373632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.395794 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port a0425ced-e4fe-49be-8e78-3a4e3902bb01 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:43.396044 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.474867 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Allocated IP 172.20.0.1 (7a5ce1d8-1dcd-44ee-b475-daa233cf4cab/9d64d945-2717-4ad4-9085-a898c78061ee/b14f6775-e61e-4833-ad83-a035634574d4) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:03:43.567676 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:03:41Z', 'revision_number': 3, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:43.586122 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Checking router: 24dbc26d-a83a-4415-afda-47448c176a15 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:43.586488 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Updating router 24dbc26d-a83a-4415-afda-47448c176a15 port b01751e7-c5d6-4d53-b3f8-7964dc145436 binding host dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:03:43.642713 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.671694 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.709809 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:03:43.712208 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d908388e-286f-4c16-a756-bb11ed0b0a89" -d '{"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-plugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:03:43.726194 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a89e15f8-cd65-434b-9445-cdae562eb5cd up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:43.726598 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.745215 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Transition to ACTIVE for port object b14f6775-e61e-4833-ad83-a035634574d4 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:43.775138 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:43.776661 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5ef48-d75c-43d7-947c-292bdedf8103 req-84b3cfcb-95ec-49ab-b5ea-11fb31a4889d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:43.786594 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-98d5ef48-d75c-43d7-947c-292bdedf8103 req-84b3cfcb-95ec-49ab-b5ea-11fb31a4889d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 945 time: 0.7182155 Jun 01 11:03:43.789220 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.795538 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:43.821338 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:43.826797 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-81247b48-ad34-40b3-9169-a3865031706f tempest-VolumesActionsTest-2139599248 tempest-VolumesActionsTest-2139599248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:43.838147 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96e9cd-a2d6-41c5-a1e2-a48f6a366bc5 x-openstack-request-id: req-fd96e9cd-a2d6-41c5-a1e2-a48f6a366bc5 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:03:43.838147 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-plugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:03:43.838892 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd96e9cd-a2d6-41c5-a1e2-a48f6a366bc5 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:03:43.838892 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'code': 200} Jun 01 11:03:43.971173 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=7']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:43.979831 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:44.029965 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port a89e15f8-cd65-434b-9445-cdae562eb5cd triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:44.030352 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.035070 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-98d5ef48-d75c-43d7-947c-292bdedf8103 req-0e36a733-c9e4-490a-8744-272bef4cdb82 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475376 Jun 01 11:03:44.048743 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:44.055611 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:44.070902 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:03:44.129373 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Pushing event updated for resources: {'Port': ['ID=b14f6775-e61e-4833-ad83-a035634574d4,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:44.133054 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:44.149748 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1763259'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.365686 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.451449 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 899cd77c-b2a8-449e-b659-9f0217a44ccf up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:44.489032 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Transition to ACTIVE for port object b01751e7-c5d6-4d53-b3f8-7964dc145436 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:44.510273 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.525244 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.537963 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:44.624259 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b2dc0067-2f0b-4c19-a02d-a4b05fde97ba None None] Provisioning for port b14f6775-e61e-4833-ad83-a035634574d4 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:44.632515 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Attempting to bind port b01751e7-c5d6-4d53-b3f8-7964dc145436 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:03:44.632890 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Attempting to bind port b01751e7-c5d6-4d53-b3f8-7964dc145436 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:03:44.633262 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Attempting to bind port b01751e7-c5d6-4d53-b3f8-7964dc145436 on network 4a2c5cdb-501b-400e-ba43-a65166dd453e {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:03:44.642776 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b2dc0067-2f0b-4c19-a02d-a4b05fde97ba None None] Provisioning complete for port b14f6775-e61e-4833-ad83-a035634574d4 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:44.643160 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0067-2f0b-4c19-a02d-a4b05fde97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.685496 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:03:44.685915 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Checking segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:44.686349 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.686780 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Bound using segment: {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:03:44.687321 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Bound port: b01751e7-c5d6-4d53-b3f8-7964dc145436, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741201b-e14f-4e80-b4f8-1bd2d1facc63', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:03:44.687739 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.717328 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250df3-16d6-4a1a-a349-721b180b4b9c None None] Pushing event updated for resources: {'Port': ['ID=b01751e7-c5d6-4d53-b3f8-7964dc145436,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:44.720975 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d6250df3-16d6-4a1a-a349-721b180b4b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:44.769249 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc0067-2f0b-4c19-a02d-a4b05fde97ba None None] Port b14f6775-e61e-4833-ad83-a035634574d4 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:03:44.792634 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port 899cd77c-b2a8-449e-b659-9f0217a44ccf triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:44.793664 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.798528 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.806310 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.841758 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ffd333fd-9193-4fcf-a373-5f9718a888f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:44.850933 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] For port b01751e7-c5d6-4d53-b3f8-7964dc145436, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:03:44.864578 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] For port b01751e7-c5d6-4d53-b3f8-7964dc145436, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b01751e7-c5d6-4d53-b3f8-7964dc145436,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:03:44.874027 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.879799 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:44.926625 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Pushing event updated for resources: {'Port': ['ID=b14f6775-e61e-4833-ad83-a035634574d4,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:44.928979 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763094'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:44.933186 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:45.010853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Routers {'24dbc26d-a83a-4415-afda-47448c176a15'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:45.011953 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['24dbc26d-a83a-4415-afda-47448c176a15'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:45.109315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:03:45.115790 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250df3-16d6-4a1a-a349-721b180b4b9c None None] Pushing event updated for resources: {'Port': ['ID=b01751e7-c5d6-4d53-b3f8-7964dc145436,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:45.116433 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:03:45.120366 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d6250df3-16d6-4a1a-a349-721b180b4b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:45.405761 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] Set router 24dbc26d-a83a-4415-afda-47448c176a15 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:45.552690 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Router 24dbc26d-a83a-4415-afda-47448c176a15 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:03:45.567886 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f964cee-c59b-4be6-8e7c-8b64f4fc04f3 req-1f0ad507-4506-4c17-b835-57911f706178 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:45.576032 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f964cee-c59b-4be6-8e7c-8b64f4fc04f3 req-1f0ad507-4506-4c17-b835-57911f706178 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.3050179 Jun 01 11:03:45.676805 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b1e91507-c84d-4992-bd16-f3e1078e1a16 None None] Provisioning complete for port b14f6775-e61e-4833-ad83-a035634574d4 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:45.677282 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1e91507-c84d-4992-bd16-f3e1078e1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:45.710143 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f964cee-c59b-4be6-8e7c-8b64f4fc04f3 req-3c1ef22d-66d1-4e1f-a82f-716c4d34237a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330729 Jun 01 11:03:45.787420 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-b1e91507-c84d-4992-bd16-f3e1078e1a16 None None] Port b14f6775-e61e-4833-ad83-a035634574d4 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:03:45.836466 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'b14f6775-e61e-4833-ad83-a035634574d4', 'name': '', 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'mac_address': 'fa:16:3e:e8:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:43Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 2, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'subnets': [{'id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:45.840919 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f00287-e40b-4157-b764-d8fa66cff5de None None] The sync data for ids ['24dbc26d-a83a-4415-afda-47448c176a15'] in dv-cinder-787764-3-smb is: [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'b14f6775-e61e-4833-ad83-a035634574d4', 'name': '', 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'mac_address': 'fa:16:3e:e8:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:43Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 2, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'subnets': [{'id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:45.850310 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:03:45.860623 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] 10.222.0.10 "PUT /v2.0/routers/24dbc26d-a83a-4415-afda-47448c176a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5599709 Jun 01 11:03:46.925931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40630b-1be6-4688-aed9-e2a2a014d84d req-75ce2c98-6e3d-41d8-94da-8100481c1ee8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:46.928105 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6b40630b-1be6-4688-aed9-e2a2a014d84d req-75ce2c98-6e3d-41d8-94da-8100481c1ee8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0877492 Jun 01 11:03:47.082000 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6b40630b-1be6-4688-aed9-e2a2a014d84d req-2fccc294-19fd-4847-8fdc-c609754707b0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471756 Jun 01 11:03:47.534067 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49494) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:47.539431 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056313341', 'description': 'tempest-secgroup-smoke-2056313341 description', 'project_id': '617d29e6713c437e8bab0f31c15abfba'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:47.547159 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:47.552597 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:47.556830 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:47.566197 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:47.577962 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.602753 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:47.609776 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:47.613128 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:47.627255 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:47.724535 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.732116 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.746531 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b9e50e36-c309-4bf6-be1d-70f38725bd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:47.751617 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b01751e7-c5d6-4d53-b3f8-7964dc145436 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:47.794189 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:47.797276 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:47.798516 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.799889 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2646554 Jun 01 11:03:47.803051 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49498) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:47.809310 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group_rule': {'security_group_id': '7aa7c6b4-cfff-4bd9-a56d-51f733e13abd', 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:47.822857 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:47.840349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:47.843719 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:47.849954 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:47.853169 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port b01751e7-c5d6-4d53-b3f8-7964dc145436 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:47.859507 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port b01751e7-c5d6-4d53-b3f8-7964dc145436 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:47.860216 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.881758 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.972697 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.981663 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:47.983714 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:48.007341 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2195735f-0484-423f-be7c-00931acb4f7c,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:48.010184 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:48.024921 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.029726 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49502) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:48.035595 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group_rule': {'security_group_id': '7aa7c6b4-cfff-4bd9-a56d-51f733e13abd', 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:48.040194 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2359900 Jun 01 11:03:48.043484 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:48.048016 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:48.052230 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:48.054870 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.059360 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:48.074695 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port b01751e7-c5d6-4d53-b3f8-7964dc145436, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b01751e7-c5d6-4d53-b3f8-7964dc145436,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:48.081017 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.086833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.089539 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-abcfd0cd-5062-4f17-a53d-71f12c688f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:48.161532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.169309 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.198614 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5c779810-c78f-4132-b6f1-122ee4ea2790 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:48.220409 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef277a1-b38c-4d97-8417-f5bb5ea637a8,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:48.231189 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:48.232647 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.234763 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ad71ee32-e23d-4f82-9f64-becdd9436a84 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2039921 Jun 01 11:03:48.237907 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49508) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:48.243546 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group_rule': {'security_group_id': '7aa7c6b4-cfff-4bd9-a56d-51f733e13abd', 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:48.250895 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:48.251752 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=b01751e7-c5d6-4d53-b3f8-7964dc145436,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:48.256488 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:48.259987 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:48.261301 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:48.266964 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:48.343747 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.441560 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.451506 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.462074 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:48.492601 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f47ebbb-1a25-4d69-960b-5da9fe675967,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:48.495306 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:48.505567 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98859c-3c9e-4cb5-9785-39200860db73 req-22e3217f-d8ad-4f6f-8630-9776f9d5914b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:48.507113 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc98859c-3c9e-4cb5-9785-39200860db73 req-22e3217f-d8ad-4f6f-8630-9776f9d5914b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.2053883 Jun 01 11:03:48.508630 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.509708 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-42d1517f-aa8e-4822-ab95-b2de8dacf68e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2708035 Jun 01 11:03:48.513260 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49512) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:48.519370 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group_rule': {'security_group_id': '7aa7c6b4-cfff-4bd9-a56d-51f733e13abd', 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:48.544678 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:48.555511 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:48.561595 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:48.575789 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:48.608096 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dc98859c-3c9e-4cb5-9785-39200860db73 req-89858133-5daa-41f5-940b-60242d433cd3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839121 Jun 01 11:03:48.615272 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.697371 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.702468 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.709721 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:48.735414 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c7c9a4-105b-4dc9-a53b-0acd19f78ef8,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:48.739055 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:48.748936 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.750131 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-47439ac7-4219-45f9-988d-7ccd0d7a049f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2361054 Jun 01 11:03:48.753161 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49516) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:48.758809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group_rule': {'security_group_id': '7aa7c6b4-cfff-4bd9-a56d-51f733e13abd', 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:48.766245 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:48.770993 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:48.774254 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:48.782709 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:48.795768 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Project 617d29e6713c437e8bab0f31c15abfba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 11:03:48.801973 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.875642 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.880057 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.882413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:48.906689 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4731bd31-9896-49dc-9fb5-73f416118745,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:48.909193 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:48.919638 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:48.920902 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-3d29ef69-5682-4c64-b4b2-867e4932ff36 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667082 Jun 01 11:03:48.924167 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 49520) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:03:48.929631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'security_group_rule': {'security_group_id': '7aa7c6b4-cfff-4bd9-a56d-51f733e13abd', 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:03:48.937539 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:03:48.941139 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:security_group_rule and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:03:48.944167 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:03:48.950517 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:03:48.968745 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Project 617d29e6713c437e8bab0f31c15abfba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 11:03:48.975265 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:49.069382 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:49.075761 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:49.078158 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c3af50b2-5758-4ccc-81e1-bb92a63eba08 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:49.102400 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4811ffc-b855-467f-b6bf-20064e17e15b,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:49.104930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:49.115402 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:49.117390 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-bfa33e3f-de88-4a5f-8da9-01364001ef87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1922197 Jun 01 11:03:49.432627 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Sync routers for ids ['24dbc26d-a83a-4415-afda-47448c176a15'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:03:49.443281 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Routers {'24dbc26d-a83a-4415-afda-47448c176a15'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:49.443884 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['24dbc26d-a83a-4415-afda-47448c176a15'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:49.684239 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Set router 24dbc26d-a83a-4415-afda-47448c176a15 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:49.710878 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b01751e7-c5d6-4d53-b3f8-7964dc145436 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:49.882455 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port b01751e7-c5d6-4d53-b3f8-7964dc145436 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:49.883369 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:49.971554 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39368f-3596-451b-849d-af91690fe503 req-fc52db9d-83b9-447c-8988-2935f9280361 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:49.977628 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1c39368f-3596-451b-849d-af91690fe503 req-fc52db9d-83b9-447c-8988-2935f9280361 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1848402 Jun 01 11:03:50.074914 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1c39368f-3596-451b-849d-af91690fe503 req-808eac4e-3b6b-46ed-849e-df3ead0199ad tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796111 Jun 01 11:03:50.236675 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'b14f6775-e61e-4833-ad83-a035634574d4', 'name': '', 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'mac_address': 'fa:16:3e:e8:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:43Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 2, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'subnets': [{'id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:50.241168 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Checking router: 24dbc26d-a83a-4415-afda-47448c176a15 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:03:50.241580 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Updating router 24dbc26d-a83a-4415-afda-47448c176a15 port b14f6775-e61e-4833-ad83-a035634574d4 binding host dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 11:03:50.326384 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:50.790598 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:50.807048 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Transition to ACTIVE for port object b14f6775-e61e-4833-ad83-a035634574d4 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:03:50.816898 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:50.820836 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:50.958106 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcd81d-6174-42f1-b6a3-ad5115e3d9d0 None None] Pushing event updated for resources: {'Port': ['ID=b14f6775-e61e-4833-ad83-a035634574d4,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:50.968289 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-4ebcd81d-6174-42f1-b6a3-ad5115e3d9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:51.078418 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Attempting to bind port b14f6775-e61e-4833-ad83-a035634574d4 on host dv-cinder-787764-3-smb for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:03:51.078787 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Attempting to bind port b14f6775-e61e-4833-ad83-a035634574d4 by drivers openvswitch,hyperv on host dv-cinder-787764-3-smb at level 0 using segments [{'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:03:51.079176 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Attempting to bind port b14f6775-e61e-4833-ad83-a035634574d4 on network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:03:51.085008 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Checking agent: {'id': '8412186e-756e-4d1f-b6d1-41e6873e2c51', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 50, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:03:51.085364 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Checking segment: {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:03:51.085797 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:51.086188 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Bound using segment: {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:03:51.086660 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Bound port: b14f6775-e61e-4833-ad83-a035634574d4, host: dv-cinder-787764-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478d8090-4860-4a79-8ae2-1ec7281388c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:03:51.087030 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:51.198655 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] For port b14f6775-e61e-4833-ad83-a035634574d4, host dv-cinder-787764-3-smb, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:03:51.204864 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] For port b14f6775-e61e-4833-ad83-a035634574d4, host dv-cinder-787764-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b14f6775-e61e-4833-ad83-a035634574d4,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:03:51.220874 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:51.232247 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:51.337969 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Routers {'24dbc26d-a83a-4415-afda-47448c176a15'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:03:51.338822 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['24dbc26d-a83a-4415-afda-47448c176a15'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:51.366874 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b13e0-d2ed-49ee-b37f-813b138e137a req-3478bdc0-6e66-4759-94e2-642a2520d16f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:51.375591 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f18b13e0-d2ed-49ee-b37f-813b138e137a req-3478bdc0-6e66-4759-94e2-642a2520d16f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1454878 Jun 01 11:03:51.433024 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f18b13e0-d2ed-49ee-b37f-813b138e137a req-646f8fd0-ec2b-4797-a889-a7830b34f0e7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515735 Jun 01 11:03:51.469952 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcd81d-6174-42f1-b6a3-ad5115e3d9d0 None None] Pushing event updated for resources: {'Port': ['ID=b14f6775-e61e-4833-ad83-a035634574d4,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:51.474963 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-4ebcd81d-6174-42f1-b6a3-ad5115e3d9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:51.649356 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] Set router 24dbc26d-a83a-4415-afda-47448c176a15 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:03:51.725195 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b14f6775-e61e-4833-ad83-a035634574d4 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:51.840850 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning for port b14f6775-e61e-4833-ad83-a035634574d4 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:03:51.846112 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port b14f6775-e61e-4833-ad83-a035634574d4 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:51.846668 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:51.994520 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:52.045890 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] For port b14f6775-e61e-4833-ad83-a035634574d4, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b14f6775-e61e-4833-ad83-a035634574d4,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:52.050481 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:52.052710 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:52.113446 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'b14f6775-e61e-4833-ad83-a035634574d4', 'name': '', 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'mac_address': 'fa:16:3e:e8:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:43Z', 'updated_at': '2021-06-01T11:03:51Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'subnets': [{'id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:03:52.117486 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485452c1-17f1-4c0e-861e-a1028f7931fd None None] The sync data for ids ['24dbc26d-a83a-4415-afda-47448c176a15'] in dv-cinder-787764-3-smb is: [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:03:44Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'b14f6775-e61e-4833-ad83-a035634574d4', 'name': '', 'network_id': '7a5ce1d8-1dcd-44ee-b475-daa233cf4cab', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'mac_address': 'fa:16:3e:e8:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:43Z', 'updated_at': '2021-06-01T11:03:51Z', 'revision_number': 4, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'subnets': [{'id': '9d64d945-2717-4ad4-9085-a898c78061ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:03:52.143966 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Pushing event updated for resources: {'Port': ['ID=b14f6775-e61e-4833-ad83-a035634574d4,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:52.156987 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:52.688257 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843972d-8077-45be-a5df-d564f2b8cafe req-cf28477c-2272-4779-a107-3e8eb54d46f4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:52.690672 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6843972d-8077-45be-a5df-d564f2b8cafe req-cf28477c-2272-4779-a107-3e8eb54d46f4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1176274 Jun 01 11:03:52.745327 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6843972d-8077-45be-a5df-d564f2b8cafe req-7e1f92df-ce0b-41c0-8918-4b73827b5311 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490294 Jun 01 11:03:53.679499 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b14f6775-e61e-4833-ad83-a035634574d4 up at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:03:53.774445 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Provisioning complete for port b14f6775-e61e-4833-ad83-a035634574d4 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:03:53.774964 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:53.998711 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ad134-e452-4f0c-9c54-6258478704c3 req-f8a7d37d-8188-43d5-9a72-81c1aaa2aec7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:54.000283 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-578ad134-e452-4f0c-9c54-6258478704c3 req-f8a7d37d-8188-43d5-9a72-81c1aaa2aec7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1029179 Jun 01 11:03:54.061666 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-578ad134-e452-4f0c-9c54-6258478704c3 req-7786e305-86bd-4674-9e61-caf20d689e12 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553944 Jun 01 11:03:54.609696 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2615ea8-e21a-4f4d-b7bb-17296a824ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:54.924570 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-892c38c7-80f6-4a9e-9862-eb11487dc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:54.926048 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-892c38c7-80f6-4a9e-9862-eb11487dc0f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1099 time: 0.0724287 Jun 01 11:03:55.059723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-dcecd06a-842b-417b-a228-aac5209d2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:55.061061 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-dcecd06a-842b-417b-a228-aac5209d2681 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1268697 Jun 01 11:03:55.170084 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-f49a28ac-2ff9-4ea6-ac6c-4ee77151ab49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 200 len: 1002 time: 0.1003592 Jun 01 11:03:55.290886 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-d79251ab-2671-4012-adfe-9611c81e19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:55.292457 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-d79251ab-2671-4012-adfe-9611c81e19c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.1147273 Jun 01 11:03:55.355221 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c306c-183d-48e5-9723-7058e8fdfbbd req-ed578049-60cf-4571-a10d-6d6b40c59a4d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:55.356641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-467c306c-183d-48e5-9723-7058e8fdfbbd req-ed578049-60cf-4571-a10d-6d6b40c59a4d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1800759 Jun 01 11:03:55.414243 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-467c306c-183d-48e5-9723-7058e8fdfbbd req-5e0272c6-82fa-4c62-9348-86da8231c1f1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506313 Jun 01 11:03:55.420791 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-ad69f254-b054-4240-8016-bce5a020a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:55.422304 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-ad69f254-b054-4240-8016-bce5a020a8f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1218626 Jun 01 11:03:55.569838 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-81708457-6c87-4e8a-b4c0-662ccfbf385d service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394804 Jun 01 11:03:55.724458 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cb9084d7-4a26-4a53-8958-ac793f0bfd20 req-6cade013-48ff-4d54-a068-750b240ad891 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476240 Jun 01 11:03:56.708894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081dd3a-ddd1-494b-a44a-78c01942d1c2 req-8ac2a5a6-4cf3-4db1-b3ee-963dc244fa23 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:56.710214 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7081dd3a-ddd1-494b-a44a-78c01942d1c2 req-8ac2a5a6-4cf3-4db1-b3ee-963dc244fa23 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.1788449 Jun 01 11:03:56.757970 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7081dd3a-ddd1-494b-a44a-78c01942d1c2 req-93494996-d63d-4f5c-9f03-5afee7ca34f0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Jun 01 11:03:57.220315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f96fb-ca3a-4bcf-a335-b3e5b485bb06 req-2c612cb2-4923-4c29-896f-ee1a66203f72 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:57.221681 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e27f96fb-ca3a-4bcf-a335-b3e5b485bb06 req-2c612cb2-4923-4c29-896f-ee1a66203f72 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0853641 Jun 01 11:03:57.265023 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:57.267426 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e27f96fb-ca3a-4bcf-a335-b3e5b485bb06 req-2ce1cf0c-6d10-4715-bd3f-dfc1d2b57e3d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Jun 01 11:03:57.381796 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ed1de1eb-27c2-4a63-bad6-9fcb49b5fba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:57.857989 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:03:57.954230 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b0b75-6323-41bf-9000-e5bdf17a2b0f req-0e3ac2bc-7066-48c4-ae9b-8948f55841e7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:57.955818 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-688b0b75-6323-41bf-9000-e5bdf17a2b0f req-0e3ac2bc-7066-48c4-ae9b-8948f55841e7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 946 time: 0.0823607 Jun 01 11:03:58.003292 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-688b0b75-6323-41bf-9000-e5bdf17a2b0f req-2b0c146a-d514-417d-9dc5-01a607611d3c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410624 Jun 01 11:03:58.336798 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:58.470683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110265f-e251-477f-a478-bcbde49af0a2 req-72d547d7-7fbd-4945-911b-9f73d8e301fd tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:58.472173 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8110265f-e251-477f-a478-bcbde49af0a2 req-72d547d7-7fbd-4945-911b-9f73d8e301fd tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0875719 Jun 01 11:03:58.521549 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8110265f-e251-477f-a478-bcbde49af0a2 req-0b42fe2d-225a-47d6-8858-f6156c95771e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 Jun 01 11:03:59.058493 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:03:59.179069 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:59.208384 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:03:59.210709 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8dd440-6e69-4292-baf3-f0c26aa6a7d7" -d '{"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-unplugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:03:59.218728 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:03:59.222664 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:03:59.225398 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:03:59.267716 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b90dabd-1601-4b23-8a4a-89f2f318adbb x-openstack-request-id: req-4b90dabd-1601-4b23-8a4a-89f2f318adbb {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:03:59.268127 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-unplugged", "status": "failed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "code": 422}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:03:59.268498 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b90dabd-1601-4b23-8a4a-89f2f318adbb {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:03:59.269023 dv-cinder-787764-3-smb neutron-server[91770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'code': 422} returned with failed status Jun 01 11:03:59.305937 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=8']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:03:59.311864 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:03:59.491026 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ad0b-a7e3-4379-8955-3cd1bea55834 req-ca00b447-1f55-47c2-a80c-d3db4456c951 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:59.494063 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ea13ad0b-a7e3-4379-8955-3cd1bea55834 req-ca00b447-1f55-47c2-a80c-d3db4456c951 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.0884964 Jun 01 11:03:59.509767 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-210dbae6-c490-4d13-843f-3450ff84a5d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773568 Jun 01 11:03:59.540378 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ea13ad0b-a7e3-4379-8955-3cd1bea55834 req-55eec063-f0a1-4313-b334-d3e95d6a4266 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Jun 01 11:03:59.722048 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624fadd-f68a-45c7-8fdd-4681dcd14bc3 req-3e66e666-8d15-42ca-9818-f9f282386ea4 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:03:59.723551 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8624fadd-f68a-45c7-8fdd-4681dcd14bc3 req-3e66e666-8d15-42ca-9818-f9f282386ea4 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0914752 Jun 01 11:03:59.773960 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8624fadd-f68a-45c7-8fdd-4681dcd14bc3 req-0dfdc6e6-01b7-4412-9e6c-3177d2520f74 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Jun 01 11:03:59.966440 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:00.778903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6184e-e315-4145-96f1-50c013e3b7ee req-204be1ae-2f57-47e2-bc9e-cdfbd7ca88f4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:00.780352 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-49b6184e-e315-4145-96f1-50c013e3b7ee req-204be1ae-2f57-47e2-bc9e-cdfbd7ca88f4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1148636 Jun 01 11:04:00.782914 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-3c5b7450-7e4b-42b8-a302-583d14dd71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:00.784269 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-3c5b7450-7e4b-42b8-a302-583d14dd71b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e&tenant_id=2e8dd557fd4f475f9090527064b0ac2a HTTP/1.1" status: 200 len: 1097 time: 0.1933894 Jun 01 11:04:00.876350 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-49b6184e-e315-4145-96f1-50c013e3b7ee req-6eb90e8b-df3f-4ad4-a058-c89193d94ee0 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902004 Jun 01 11:04:00.963545 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-f21942db-421c-483b-9994-6c7a9ed54b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:00.965818 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-f21942db-421c-483b-9994-6c7a9ed54b5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1097 time: 0.1499591 Jun 01 11:04:01.009932 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9450ff5-eee8-4f33-81fc-8937e38c7f11 req-f4212e6f-a69b-4487-9db6-5baa82f0a302 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:01.011574 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d9450ff5-eee8-4f33-81fc-8937e38c7f11 req-f4212e6f-a69b-4487-9db6-5baa82f0a302 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1266479 Jun 01 11:04:01.132689 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d9450ff5-eee8-4f33-81fc-8937e38c7f11 req-6c4b7c93-ba98-48c9-965a-6bc6b36db383 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725105 Jun 01 11:04:01.157077 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-e943d814-e33d-42a2-8100-33fdcaadf953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:01.158562 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-e943d814-e33d-42a2-8100-33fdcaadf953 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 200 len: 918 time: 0.1851978 Jun 01 11:04:01.276315 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-cb8853b8-503c-432a-8669-382ad0a94e7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 200 len: 1000 time: 0.0988767 Jun 01 11:04:01.346135 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-635c3588-38d5-4ded-9303-af3872777aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:01.347646 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-635c3588-38d5-4ded-9303-af3872777aa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 200 len: 856 time: 0.0647898 Jun 01 11:04:01.424987 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-3f2ed765-87b0-466c-9c93-2df8c308c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:01.426401 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-3f2ed765-87b0-466c-9c93-2df8c308c9f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722444 Jun 01 11:04:01.560159 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-5282ceab-5b9e-411e-b620-315c9a3bf4d5 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269214 Jun 01 11:04:01.697622 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e7e07ea5-bc76-4c8f-a5d6-7d216b122782 req-8d25f226-5f6f-474c-9c44-8180dfc1e1a5 service neutron] 10.222.0.73 "GET /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301050 Jun 01 11:04:02.107786 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75673ad-8c8f-42df-b84f-03363d3281b9 req-2dba647c-ea2c-4fcd-816a-b31c01972c82 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:02.109416 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b75673ad-8c8f-42df-b84f-03363d3281b9 req-2dba647c-ea2c-4fcd-816a-b31c01972c82 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1095726 Jun 01 11:04:02.422776 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b75673ad-8c8f-42df-b84f-03363d3281b9 req-418290df-d4f6-4938-a0cd-a136c56a3675 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980118 Jun 01 11:04:02.475997 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d139d34-5669-449c-917a-48a26d8156b9 req-127a0728-6c4d-46b2-9f7d-1f5706e63d16 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:02.477543 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5d139d34-5669-449c-917a-48a26d8156b9 req-127a0728-6c4d-46b2-9f7d-1f5706e63d16 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1365731 Jun 01 11:04:02.526271 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5d139d34-5669-449c-917a-48a26d8156b9 req-3b1d6d87-4cff-4b0e-8a3e-276c65da9aab tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Jun 01 11:04:03.700938 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d717e8-3a34-491a-9e7c-258848b8d2f6 req-4edc0ed7-bbd8-4605-a912-f503c15b32fa tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:03.702547 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4d717e8-3a34-491a-9e7c-258848b8d2f6 req-4edc0ed7-bbd8-4605-a912-f503c15b32fa tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1365104 Jun 01 11:04:03.767223 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d4d717e8-3a34-491a-9e7c-258848b8d2f6 req-e647cbd3-81dc-4868-ae72-204aaa1bb9fd tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550749 Jun 01 11:04:03.783589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17904ddb-133f-4237-aaa3-4bb3979fea29 req-eca46a29-175f-4ca3-a6f5-09ad47b4bcff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:03.785106 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-17904ddb-133f-4237-aaa3-4bb3979fea29 req-eca46a29-175f-4ca3-a6f5-09ad47b4bcff tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1383436 Jun 01 11:04:03.842189 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-17904ddb-133f-4237-aaa3-4bb3979fea29 req-5d11e5ae-0ff8-45ec-a91c-ae23fbdaf670 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460169 Jun 01 11:04:04.821739 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-c786aff3-dd72-4238-9a03-8a30f848bdb9 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Synchronizing usage tracker for tenant:617d29e6713c437e8bab0f31c15abfba on resource:security_group {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:04:04.839851 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-c786aff3-dd72-4238-9a03-8a30f848bdb9 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Unset dirty status for tenant:617d29e6713c437e8bab0f31c15abfba on resource:security_group {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:04:04.842034 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-c786aff3-dd72-4238-9a03-8a30f848bdb9 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056313341&fields=id&tenant_id=617d29e6713c437e8bab0f31c15abfba HTTP/1.1" status: 200 len: 267 time: 0.0610034 Jun 01 11:04:05.056298 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-b1fcb15f-cab6-43ad-be0b-b387096d10ca tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:05.057755 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-b1fcb15f-cab6-43ad-be0b-b387096d10ca tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 808 time: 0.2084067 Jun 01 11:04:05.082745 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33eee3-9f64-4920-a65d-44a965667193 req-9d622501-3542-44f9-8f5c-6080a697c3c8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:05.084104 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4f33eee3-9f64-4920-a65d-44a965667193 req-9d622501-3542-44f9-8f5c-6080a697c3c8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1554689 Jun 01 11:04:05.085540 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-7c969039-1346-40b3-8b3b-13787ff71241 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/quotas/617d29e6713c437e8bab0f31c15abfba HTTP/1.1" status: 200 len: 375 time: 0.0200386 Jun 01 11:04:05.187141 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4f33eee3-9f64-4920-a65d-44a965667193 req-dba27d61-2e65-4d9b-9e7e-0f495b00a48d tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970552 Jun 01 11:04:05.222501 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-25668fb8-246a-4f89-84ea-ba72ff2ea77e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235917 Jun 01 11:04:05.437709 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-98b30f78-838c-42e9-bb7b-387945d1398a service neutron] 10.222.0.10 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130935 Jun 01 11:04:05.453814 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa7c14-5e9a-44d5-a587-e1c8ce5af52c req-e11c5d78-000c-439b-9b2c-cf65eeef5022 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:05.455273 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eefa7c14-5e9a-44d5-a587-e1c8ce5af52c req-e11c5d78-000c-439b-9b2c-cf65eeef5022 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1364131 Jun 01 11:04:05.582856 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eefa7c14-5e9a-44d5-a587-e1c8ce5af52c req-524e0e55-1d9b-4e65-8a07-6c2cb9556e2c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096077 Jun 01 11:04:05.624519 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-11097dfe-47d5-4d00-adcd-10d97cf38dd7 service neutron] 10.222.0.10 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787884 Jun 01 11:04:06.034834 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-570f8ec7-5657-4b27-b572-3320f57c1408 req-5e6c6976-0db8-4f47-95a1-469a7f7cd48e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0454524 Jun 01 11:04:06.540284 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed688cd-253b-483f-9ff1-88990008f809 req-f79ec977-6d08-4284-9265-4756c6e3c38c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:06.542884 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2ed688cd-253b-483f-9ff1-88990008f809 req-f79ec977-6d08-4284-9265-4756c6e3c38c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.0903130 Jun 01 11:04:06.591695 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2ed688cd-253b-483f-9ff1-88990008f809 req-11c0f55e-64ea-48cd-90e3-ce234d408759 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404406 Jun 01 11:04:06.793942 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcd1e4-1cfd-46c5-9cf8-94877501e91b req-0349e017-4678-4efc-b822-97610e245e77 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:06.795494 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-badcd1e4-1cfd-46c5-9cf8-94877501e91b req-0349e017-4678-4efc-b822-97610e245e77 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0919168 Jun 01 11:04:06.842383 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-badcd1e4-1cfd-46c5-9cf8-94877501e91b req-bf52dd7e-e3c9-4cdd-8c3b-9c986d880545 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Jun 01 11:04:07.193690 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c387b7c1-3981-47e0-9597-342cc1172b06 req-3d482ec9-deca-458d-9e1a-3c4cd1db03d1 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0461488 Jun 01 11:04:07.220086 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:07.794578 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f561dab-54de-4166-9720-1cff70adfdb0 req-42fc8639-5df7-4a3f-bc84-2af45a1d549f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:07.796216 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7f561dab-54de-4166-9720-1cff70adfdb0 req-42fc8639-5df7-4a3f-bc84-2af45a1d549f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.0878861 Jun 01 11:04:07.842467 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7f561dab-54de-4166-9720-1cff70adfdb0 req-d47c5804-5df5-4919-94dc-898eb28adef6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406122 Jun 01 11:04:08.037180 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a22270-9753-41bc-8900-b6556e1a05e1 req-1f793fef-7e62-4d7c-87b8-7fc75f245494 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:08.038863 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5a22270-9753-41bc-8900-b6556e1a05e1 req-1f793fef-7e62-4d7c-87b8-7fc75f245494 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0864570 Jun 01 11:04:08.088018 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5a22270-9753-41bc-8900-b6556e1a05e1 req-dc5ffdc9-edb3-46d2-ab13-b7f93f20c64d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Jun 01 11:04:08.352723 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c2b793a-a62f-47e0-b4a1-6d702c7141c9 req-b9fcd39e-8e3f-4148-8e38-f380976a4797 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0464528 Jun 01 11:04:09.135423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f406e-d39b-4020-9094-49f9c0962ea7 req-4e14d5be-caf4-4c48-bb85-88f0551a3fb3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:09.137636 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-010f406e-d39b-4020-9094-49f9c0962ea7 req-4e14d5be-caf4-4c48-bb85-88f0551a3fb3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1780784 Jun 01 11:04:09.188984 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-010f406e-d39b-4020-9094-49f9c0962ea7 req-dedc3d32-66f2-4aa7-84a9-f2307b6819c4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Jun 01 11:04:09.286853 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425af42a-cc80-465a-b98f-438f72c95709 req-bfc6065d-9057-42d9-88c6-63e27497a30b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:09.288343 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-425af42a-cc80-465a-b98f-438f72c95709 req-bfc6065d-9057-42d9-88c6-63e27497a30b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0830069 Jun 01 11:04:09.347307 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-425af42a-cc80-465a-b98f-438f72c95709 req-8ab1fd19-baaa-4b93-abaa-708d734c2cb2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487621 Jun 01 11:04:09.501652 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a48bac85-c00f-4495-8f82-0985e62fab4b req-c9bfe68a-fb15-454b-bfd0-7cf9253db2aa tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0436294 Jun 01 11:04:10.393162 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa7cc-03fb-49ac-816e-8b6f40bf1659 req-6df2f621-096a-4784-9d88-49bbaffeda2a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:10.394661 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d40fa7cc-03fb-49ac-816e-8b6f40bf1659 req-6df2f621-096a-4784-9d88-49bbaffeda2a tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.0840375 Jun 01 11:04:10.446121 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d40fa7cc-03fb-49ac-816e-8b6f40bf1659 req-dad4c25a-e6b7-432a-be05-0c5c8c3d7b6e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 Jun 01 11:04:10.553778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67d200-c54d-4794-af26-847eab9ba798 req-a79594f7-cce0-4353-9bd8-49445851438e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:10.556256 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2f67d200-c54d-4794-af26-847eab9ba798 req-a79594f7-cce0-4353-9bd8-49445851438e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0910375 Jun 01 11:04:10.608674 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2f67d200-c54d-4794-af26-847eab9ba798 req-0b67b025-13e1-492c-80ad-5a5adfcafe7a tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Jun 01 11:04:10.663695 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e6d5e386-1702-45dd-904a-e4f70fbf4252 req-c8114bca-f19b-4dba-88e0-650187867fd4 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0461612 Jun 01 11:04:11.654648 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ef2ad-9597-4ab0-bd26-a8925547201a req-20db32a4-85cf-4b1a-a11c-a978f84389d6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:11.656183 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b5ef2ad-9597-4ab0-bd26-a8925547201a req-20db32a4-85cf-4b1a-a11c-a978f84389d6 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.0914886 Jun 01 11:04:11.706581 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b5ef2ad-9597-4ab0-bd26-a8925547201a req-3054a9fc-4bc5-42aa-9f79-856bc36ed559 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Jun 01 11:04:11.814135 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb683953-9276-4279-a75f-3f5829e97610 req-12db754a-3a91-46c9-a8c9-e5fec26cb0f1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:11.815602 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fb683953-9276-4279-a75f-3f5829e97610 req-12db754a-3a91-46c9-a8c9-e5fec26cb0f1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0932560 Jun 01 11:04:11.883486 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cc853541-cb84-4cb9-94e1-05461d5ee095 req-aab9939a-1ff1-4b4f-a3b2-538757f9bf41 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0633039 Jun 01 11:04:11.907731 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fb683953-9276-4279-a75f-3f5829e97610 req-616da48b-7876-483f-98a2-f7c06f99c804 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858943 Jun 01 11:04:12.539222 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64681d-367e-4296-9dad-24be00ab7947 req-22d6bfa1-79dc-4ff3-b0d4-e19616a27140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:12.540417 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-22d6bfa1-79dc-4ff3-b0d4-e19616a27140 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1098 time: 0.0850837 Jun 01 11:04:12.736086 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64681d-367e-4296-9dad-24be00ab7947 req-3e6fd930-c69f-448b-96d7-54ad4a5922aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:12.738243 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-3e6fd930-c69f-448b-96d7-54ad4a5922aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.1367934 Jun 01 11:04:12.894222 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-240f3ef7-bb5c-454c-ab2c-b11dda83d990 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 1001 time: 0.1489780 Jun 01 11:04:12.974313 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e268b-d0c6-4823-9d3a-8bde19332aad req-86670042-1fe2-45a4-9bf1-439bfbeb300e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:12.976203 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-236e268b-d0c6-4823-9d3a-8bde19332aad req-86670042-1fe2-45a4-9bf1-439bfbeb300e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.1541860 Jun 01 11:04:12.977734 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64681d-367e-4296-9dad-24be00ab7947 req-df3da2bf-ea98-42d3-9883-728fbfe51bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:12.979411 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-df3da2bf-ea98-42d3-9883-728fbfe51bc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0766022 Jun 01 11:04:13.105183 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a66769e0-f532-477c-92f6-3653b7538a01 req-53d0bf92-6890-4c4c-b922-c71f85715f46 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.1024466 Jun 01 11:04:13.129349 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-236e268b-d0c6-4823-9d3a-8bde19332aad req-a73a1c55-61f2-4dcc-8ece-07d72dd6d809 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413534 Jun 01 11:04:13.158404 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64681d-367e-4296-9dad-24be00ab7947 req-a730dcdf-7034-44f2-b935-576a8930b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:13.160423 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-a730dcdf-7034-44f2-b935-576a8930b8a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1590531 Jun 01 11:04:13.300255 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8018f75f-9d6d-489e-87a5-9d35b707a57e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:13.301028 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8018f75f-9d6d-489e-87a5-9d35b707a57e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Synchronizing usage tracker for tenant:617d29e6713c437e8bab0f31c15abfba on resource:network {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:04:13.319960 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8018f75f-9d6d-489e-87a5-9d35b707a57e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Unset dirty status for tenant:617d29e6713c437e8bab0f31c15abfba on resource:network {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:04:13.321450 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8018f75f-9d6d-489e-87a5-9d35b707a57e tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 808 time: 0.3069515 Jun 01 11:04:13.370556 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-c26da2b8-f2bd-4148-b624-719924006bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023265 Jun 01 11:04:13.372691 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-401a58bd-4647-45d2-ae4e-64d23d767dc4 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Synchronizing usage tracker for tenant:617d29e6713c437e8bab0f31c15abfba on resource:security_group {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:04:13.385808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-401a58bd-4647-45d2-ae4e-64d23d767dc4 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Unset dirty status for tenant:617d29e6713c437e8bab0f31c15abfba on resource:security_group {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:04:13.386902 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-401a58bd-4647-45d2-ae4e-64d23d767dc4 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617d29e6713c437e8bab0f31c15abfba HTTP/1.1" status: 200 len: 380 time: 0.0572150 Jun 01 11:04:13.395224 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'port': {'device_id': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'admin_state_up': True, 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'security_groups': ['7aa7c6b4-cfff-4bd9-a56d-51f733e13abd']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:04:13.410705 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8db899-8c9f-4e16-a1c7-1c1e99161421 req-0422ee26-41e9-459e-b7df-3a66010efdfe tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:13.412147 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1d8db899-8c9f-4e16-a1c7-1c1e99161421 req-0422ee26-41e9-459e-b7df-3a66010efdfe tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1588480 Jun 01 11:04:13.538356 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:04:13.542328 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:port and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:04:13.545397 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:04:13.551447 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:04:13.561334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Made reservation on behalf of 617d29e6713c437e8bab0f31c15abfba for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:04:13.565320 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:13.632763 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1d8db899-8c9f-4e16-a1c7-1c1e99161421 req-5000b3cb-d979-4bf1-9488-a2c208ae7003 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721163 Jun 01 11:04:13.658080 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-fd64681d-367e-4296-9dad-24be00ab7947 req-0ea8ce3f-c4a8-4eb2-a7ec-111f34555c6f service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806756 Jun 01 11:04:13.761182 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Allocated IP 172.20.0.10 (81fe3144-ff0b-4295-a31a-d2e099d49b66/863c2471-47bd-4e2e-9bcb-6f64a11f2dcb/67845640-d8d9-4114-8dd4-ffa7ec779c10) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:04:13.978205 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:13.999141 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Transition to ACTIVE for port object 67845640-d8d9-4114-8dd4-ffa7ec779c10 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:04:14.023506 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:14.031434 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d5fecb69-bb21-461b-961f-105b79db74a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:14.068124 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f07a3-adf3-4a2f-b94b-b1f9d60e33f7 req-5e8a0567-8695-4c4b-9854-6b8c5e206c01 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.069682 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e46f07a3-adf3-4a2f-b94b-b1f9d60e33f7 req-5e8a0567-8695-4c4b-9854-6b8c5e206c01 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1512518 Jun 01 11:04:14.102445 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:04:14.105639 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:04:14.109796 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:04:14.120261 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-d5d77d98-dcb1-402f-99d9-869acb1d88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.121810 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-d5d77d98-dcb1-402f-99d9-869acb1d88f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 1098 time: 0.1364057 Jun 01 11:04:14.145279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:14.160110 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.160481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.160846 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.161150 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e46f07a3-adf3-4a2f-b94b-b1f9d60e33f7 req-e751fe89-d63a-4f98-aedd-cea0f09332c1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823686 Jun 01 11:04:14.161282 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.161683 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.161914 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.162264 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.162611 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.162960 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.163308 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.163657 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.164001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:14.170380 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:14.191862 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.192488 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:14.233305 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8413534 Jun 01 11:04:14.248951 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Request body: {'port': {'device_id': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:04:14.393113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:14.410417 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-4569437a-16b1-49c4-bc9f-1b66c2179894 None None] Provisioning for port 67845640-d8d9-4114-8dd4-ffa7ec779c10 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:04:14.415108 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-4569437a-16b1-49c4-bc9f-1b66c2179894 None None] Provisioning complete for port 67845640-d8d9-4114-8dd4-ffa7ec779c10 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:04:14.415482 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4569437a-16b1-49c4-bc9f-1b66c2179894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:14.424082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-5a4e9fec-7473-4b7e-8d55-0b799031d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.425576 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-5a4e9fec-7473-4b7e-8d55-0b799031d498 service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.2947891 Jun 01 11:04:14.468261 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-4569437a-16b1-49c4-bc9f-1b66c2179894 None None] Port 67845640-d8d9-4114-8dd4-ffa7ec779c10 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:04:14.528709 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036fe62-71f5-4ca4-a931-2b341aa49146 req-ccc58ca1-9a7b-49b8-921a-329ff5e52bf6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.530773 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d036fe62-71f5-4ca4-a931-2b341aa49146 req-ccc58ca1-9a7b-49b8-921a-329ff5e52bf6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 932 time: 0.2747710 Jun 01 11:04:14.569890 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94e5b-a79e-497a-b2c6-4bb27df7b563 req-e4df1c55-aa86-4a29-a7c2-b00f0b2ac7ab tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.571332 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-63a94e5b-a79e-497a-b2c6-4bb27df7b563 req-e4df1c55-aa86-4a29-a7c2-b00f0b2ac7ab tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 944 time: 0.2673206 Jun 01 11:04:14.604065 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-415129f1-8583-4cd1-8985-a80d0c94142f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 200 len: 1001 time: 0.1699345 Jun 01 11:04:14.684076 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d036fe62-71f5-4ca4-a931-2b341aa49146 req-6ab430c5-5e6a-4022-80ed-f0ca8b94efac tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397676 Jun 01 11:04:14.699064 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-63a94e5b-a79e-497a-b2c6-4bb27df7b563 req-6860b1ca-fd67-43fd-8e7f-0046a13162e9 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183019 Jun 01 11:04:14.706605 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-18f679d4-9a24-4f57-8512-bfd6360bbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.708028 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-18f679d4-9a24-4f57-8512-bfd6360bbe55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0907176 Jun 01 11:04:14.742806 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67845640-d8d9-4114-8dd4-ffa7ec779c10 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:04:14.751018 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:14.765605 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Transition to ACTIVE for port object 67845640-d8d9-4114-8dd4-ffa7ec779c10 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:04:14.770192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:14.774835 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:14.785538 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-4064cb16-72cf-4cc4-b38b-631906f7a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:14.786960 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-4064cb16-72cf-4cc4-b38b-631906f7a55b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730047 Jun 01 11:04:14.929444 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-b85ce441-ab7b-446d-b97b-99d35bc5d390 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343734 Jun 01 11:04:14.932294 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:14.940342 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:15.011001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Attempting to bind port 67845640-d8d9-4114-8dd4-ffa7ec779c10 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:04:15.011329 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Attempting to bind port 67845640-d8d9-4114-8dd4-ffa7ec779c10 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:04:15.011653 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Attempting to bind port 67845640-d8d9-4114-8dd4-ffa7ec779c10 on network 81fe3144-ff0b-4295-a31a-d2e099d49b66 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:04:15.016983 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Port 67845640-d8d9-4114-8dd4-ffa7ec779c10 on network 81fe3144-ff0b-4295-a31a-d2e099d49b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:04:15.017303 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Attempting to bind port 67845640-d8d9-4114-8dd4-ffa7ec779c10 on network 81fe3144-ff0b-4295-a31a-d2e099d49b66 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:04:15.022409 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:04:15.022625 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Checking segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:04:15.023018 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Bound using segment: {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:04:15.023422 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Bound port: 67845640-d8d9-4114-8dd4-ffa7ec779c10, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d3bfb5-3d76-4256-b06c-063b0823bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:04:15.023759 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:15.067101 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6c74eacf-21d5-44b3-8292-f9362df5c6dd req-06d39416-009a-4264-b00c-25b43bdf839f service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315513 Jun 01 11:04:15.121847 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:04:15.124929 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:04:15.146805 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:15.150172 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-435fa1e8-c43b-40c8-9a84-f60e801928f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:15.166489 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:04:15.227552 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.228410 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:15.230089 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] 10.222.0.73 "PUT /v2.0/ports/67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 1094 time: 0.9884052 Jun 01 11:04:15.230531 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:04:15.233063 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86540bcf-2dc4-4c3c-ad55-9fa82424658d" -d '{"events": [{"name": "network-changed", "server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:04:15.262979 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:15.270974 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:15.386793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280bc4bb-38a6-4909-96f1-0dc3722c5019 x-openstack-request-id: req-280bc4bb-38a6-4909-96f1-0dc3722c5019 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:04:15.387131 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:04:15.388060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-280bc4bb-38a6-4909-96f1-0dc3722c5019 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:04:15.388502 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'status': 'completed', 'code': 200} Jun 01 11:04:15.407262 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:15.432743 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'port_id': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'mac_address': 'fa:16:3e:64:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:04:15.439931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d50ae-633f-4a14-925f-fb113d3bb3d0 req-a00361b1-8c3b-41af-87eb-a759f2aafb9b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.447128 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4b8d50ae-633f-4a14-925f-fb113d3bb3d0 req-a00361b1-8c3b-41af-87eb-a759f2aafb9b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1075234 Jun 01 11:04:15.506419 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4b8d50ae-633f-4a14-925f-fb113d3bb3d0 req-29f46595-52c7-4f58-ae08-16b723dc4940 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583189 Jun 01 11:04:15.520948 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:15.541839 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0425ced-e4fe-49be-8e78-3a4e3902bb01 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:04:15.558830 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:15.564950 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:15.565144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-36758793-4da1-4f31-b9fc-ba17d4c5f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.566875 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-36758793-4da1-4f31-b9fc-ba17d4c5f920 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1097 time: 0.2607551 Jun 01 11:04:15.567545 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:15.645441 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=9']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:15.648257 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-7b70d2ad-c23a-4acf-bf14-5510903502d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 217 time: 0.0675178 Jun 01 11:04:15.648561 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:15.719407 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-7d7f3e0d-f17c-4a76-855b-bc62bbf01a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.721448 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-7d7f3e0d-f17c-4a76-855b-bc62bbf01a39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.0657747 Jun 01 11:04:15.792219 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['a0425ced-e4fe-49be-8e78-3a4e3902bb01'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:04:15.805767 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-492f64bc-69e1-4d10-b321-c73eed2626e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.807383 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-492f64bc-69e1-4d10-b321-c73eed2626e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789678 Jun 01 11:04:15.947062 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f895870-00a5-437c-a347-6380d4a5f809 req-e1dc4991-6fe9-4da3-a6f1-176699f3e4eb tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.947523 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-c9124e0d-50ca-4b92-af6d-6a0017f62d25 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331689 Jun 01 11:04:15.948421 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f895870-00a5-437c-a347-6380d4a5f809 req-e1dc4991-6fe9-4da3-a6f1-176699f3e4eb tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 944 time: 0.1536610 Jun 01 11:04:15.963365 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e68f3-4a3c-40f2-b9a8-c002fd504d69 req-dfd8834c-9998-428e-a885-52c34e3524d7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:15.964950 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-db1e68f3-4a3c-40f2-b9a8-c002fd504d69 req-dfd8834c-9998-428e-a885-52c34e3524d7 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 945 time: 0.1316302 Jun 01 11:04:16.036055 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5f895870-00a5-437c-a347-6380d4a5f809 req-7fb1943a-fcdd-4c16-abbb-e672eb0e3264 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806007 Jun 01 11:04:16.038996 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-db1e68f3-4a3c-40f2-b9a8-c002fd504d69 req-fd49869c-48ad-446c-bcd6-e0ca75925982 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607333 Jun 01 11:04:16.080615 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c857e069-0b89-4b5e-8ba4-8dcefc5f194d req-572e0a0c-ca89-4c92-ae90-3fd85fb046d6 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267595 Jun 01 11:04:16.198043 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-b31a0a46-3cf3-456c-80bb-9bf64bf3c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:16.199383 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-b31a0a46-3cf3-456c-80bb-9bf64bf3c3e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1097 time: 0.0728068 Jun 01 11:04:16.329064 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-f2bdec49-cfce-49b6-916e-dbb383bf34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:16.330494 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-f2bdec49-cfce-49b6-916e-dbb383bf34fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 909 time: 0.1237729 Jun 01 11:04:16.398554 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-4cc923be-0129-4319-9ca3-bc4578ee8f38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 217 time: 0.0602539 Jun 01 11:04:16.462989 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-4d93c9d1-777b-46b0-bbda-620c2cb1b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:16.464291 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-4d93c9d1-777b-46b0-bbda-620c2cb1b95f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.0596192 Jun 01 11:04:16.538863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-07f9eccd-66a1-4d80-9876-fe2e9f4def07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:16.540369 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-07f9eccd-66a1-4d80-9876-fe2e9f4def07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693829 Jun 01 11:04:16.673230 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-91635148-cd73-4fc8-ba67-d91ae5f56459 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252449 Jun 01 11:04:16.687166 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc50418-8bfd-4635-a6de-10e40dca932e req-b04d1dea-3dd3-49ca-9b5b-b793391599f1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:16.688899 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7dc50418-8bfd-4635-a6de-10e40dca932e req-b04d1dea-3dd3-49ca-9b5b-b793391599f1 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0844595 Jun 01 11:04:16.738456 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7dc50418-8bfd-4635-a6de-10e40dca932e req-72c9dff4-4238-4eaa-b034-4d33fce4911b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Jun 01 11:04:16.805391 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-86540bcf-2dc4-4c3c-ad55-9fa82424658d req-fbe75577-8070-4d2d-a271-7b4249c4a78e service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246424 Jun 01 11:04:17.186063 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:04:17.253101 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port a0425ced-e4fe-49be-8e78-3a4e3902bb01 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:04:17.253476 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:17.287522 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6bc4a-74d4-4238-8ff3-70e594ab7ec8 req-05972790-8d62-47fe-ae71-0c290d079a9d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:17.288982 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-69e6bc4a-74d4-4238-8ff3-70e594ab7ec8 req-05972790-8d62-47fe-ae71-0c290d079a9d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 944 time: 0.1437006 Jun 01 11:04:17.296388 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51e262-9784-4f6d-b720-10f7093b0ac9 req-bea249dc-729e-441f-9344-98d8af410e09 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:17.297775 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ce51e262-9784-4f6d-b720-10f7093b0ac9 req-bea249dc-729e-441f-9344-98d8af410e09 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 945 time: 0.1166170 Jun 01 11:04:17.373803 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:17.401931 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:04:17.404753 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ab1980-6375-4a76-98df-4a9fb7deaecb" -d '{"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-plugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:04:17.412398 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:17.416596 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:17.418480 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6714464a-b0a9-4d47-8c90-1f575e935c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:17.464276 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-69e6bc4a-74d4-4238-8ff3-70e594ab7ec8 req-ccbd4591-b3d9-4d54-81f7-1f7737f58b74 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655440 Jun 01 11:04:17.469036 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ce51e262-9784-4f6d-b720-10f7093b0ac9 req-3926bba1-f216-4aee-92e2-a8422f7f564b tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612946 Jun 01 11:04:17.487956 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=10']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:17.491245 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:17.567041 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8660239-c718-4e46-8279-48d795d1bbf8 x-openstack-request-id: req-d8660239-c718-4e46-8279-48d795d1bbf8 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:04:17.567336 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-plugged", "status": "completed", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:04:17.567595 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8660239-c718-4e46-8279-48d795d1bbf8 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:04:17.567993 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'code': 200} Jun 01 11:04:17.796917 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e265-b05a-4941-83e1-d810e1cc7099 req-7fad1af5-80c4-4151-b640-1d1130b72f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:17.798415 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-7e32e265-b05a-4941-83e1-d810e1cc7099 req-7fad1af5-80c4-4151-b640-1d1130b72f23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 1100 time: 0.0703993 Jun 01 11:04:17.842161 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-7e32e265-b05a-4941-83e1-d810e1cc7099 req-3f477399-2008-4fd8-860d-0b56d9dd9e61 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373740 Jun 01 11:04:18.713940 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2081b0f-1da5-48db-9457-3094628fe4e3 req-6d02a2eb-5298-45d4-8306-f73611cbd25d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:18.715476 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a2081b0f-1da5-48db-9457-3094628fe4e3 req-6d02a2eb-5298-45d4-8306-f73611cbd25d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 944 time: 0.1464648 Jun 01 11:04:18.729926 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92866a3-1d04-4c74-a844-80ea0f911422 req-35be7282-eb52-4595-8696-491474a83b0c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:18.731509 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e92866a3-1d04-4c74-a844-80ea0f911422 req-35be7282-eb52-4595-8696-491474a83b0c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 947 time: 0.1242783 Jun 01 11:04:18.809811 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a2081b0f-1da5-48db-9457-3094628fe4e3 req-6616529a-19da-483b-b84b-6722f98a9dd6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765333 Jun 01 11:04:18.813378 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e92866a3-1d04-4c74-a844-80ea0f911422 req-6beb901a-4beb-4081-a84f-a89ca4c03b1e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666225 Jun 01 11:04:19.211450 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:04:19.350399 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:19.364260 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'port_id': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'mac_address': 'fa:16:3e:00:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:04:19.420274 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:19.437430 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67845640-d8d9-4114-8dd4-ffa7ec779c10 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:04:19.452582 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:19.456195 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:19.457869 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3874a1a8-1dc1-4deb-84f2-4460e80d3684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:19.523971 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:19.526976 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:19.673147 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['67845640-d8d9-4114-8dd4-ffa7ec779c10'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:04:20.061420 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5c772-927a-4da4-b7f7-649d83f015fa req-20fbdfbf-1ead-4b37-865e-b0092ecb1b0c tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:20.063131 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b9e5c772-927a-4da4-b7f7-649d83f015fa req-20fbdfbf-1ead-4b37-865e-b0092ecb1b0c tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 945 time: 0.1445975 Jun 01 11:04:20.073880 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5cd02-29d9-4a73-aa6d-a4991969e2ba req-d7cbbb82-c3b5-4093-be44-e0556c64f120 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:20.075212 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c4b5cd02-29d9-4a73-aa6d-a4991969e2ba req-d7cbbb82-c3b5-4093-be44-e0556c64f120 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 947 time: 0.1174843 Jun 01 11:04:20.138924 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b9e5c772-927a-4da4-b7f7-649d83f015fa req-42f0df60-cf4d-4f3b-a567-02c3ead59bc3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627663 Jun 01 11:04:20.148660 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c4b5cd02-29d9-4a73-aa6d-a4991969e2ba req-aa06620c-c9c2-4251-9a3d-e0828021a5dd tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599849 Jun 01 11:04:21.233158 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:04:21.300238 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 67845640-d8d9-4114-8dd4-ffa7ec779c10 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:04:21.305326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 67845640-d8d9-4114-8dd4-ffa7ec779c10 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:04:21.305741 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:21.328386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a485309-a6b5-468c-8b00-14a594f1a7e9 req-6addd57b-934a-40e0-82d5-2e0b2af6a761 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:21.329891 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2a485309-a6b5-468c-8b00-14a594f1a7e9 req-6addd57b-934a-40e0-82d5-2e0b2af6a761 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 945 time: 0.0847528 Jun 01 11:04:21.376533 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2a485309-a6b5-468c-8b00-14a594f1a7e9 req-93267e34-4891-4883-a63b-c09eafed89ae tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Jun 01 11:04:21.427268 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:21.453693 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:04:21.456068 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3537f9-55ac-4140-bbe2-8cad4a6eeeba" -d '{"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-plugged", "status": "completed", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:04:21.463518 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:21.467726 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:21.469681 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e74e8904-fa85-41fc-b517-1effcc65eef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:21.502389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e4bd3-f68e-4a02-a4fe-4fc818c9db49 x-openstack-request-id: req-3e2e4bd3-f68e-4a02-a4fe-4fc818c9db49 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:04:21.502683 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-plugged", "status": "completed", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:04:21.502942 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e2e4bd3-f68e-4a02-a4fe-4fc818c9db49 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:04:21.503327 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'code': 200} Jun 01 11:04:21.541033 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:21.543830 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:21.815803 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7a39a-aa5f-4aca-9a51-c838b94b0b28 req-02cb4d0f-aea5-4e47-957c-57c7fe7f4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:21.817258 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-22a7a39a-aa5f-4aca-9a51-c838b94b0b28 req-02cb4d0f-aea5-4e47-957c-57c7fe7f4279 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1099 time: 0.0689273 Jun 01 11:04:21.857261 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-22a7a39a-aa5f-4aca-9a51-c838b94b0b28 req-fe137249-4b2e-4a71-b8f6-359480dd7573 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338912 Jun 01 11:04:22.564908 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011963-fb2f-4e92-88b9-d9d23617bc9b req-699ba5bb-c380-4a35-aed3-0ccacbaa37ba tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:22.566371 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-10011963-fb2f-4e92-88b9-d9d23617bc9b req-699ba5bb-c380-4a35-aed3-0ccacbaa37ba tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0829144 Jun 01 11:04:22.610678 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-10011963-fb2f-4e92-88b9-d9d23617bc9b req-225ef8c6-ed91-4eea-be82-1b59f8a1cd7c tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Jun 01 11:04:23.798228 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be6ad7-aa4e-4108-a2e2-f157ed502f83 req-3ebb0582-3cad-4517-9d1c-79b3e9403367 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:23.799695 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a3be6ad7-aa4e-4108-a2e2-f157ed502f83 req-3ebb0582-3cad-4517-9d1c-79b3e9403367 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0800428 Jun 01 11:04:23.847444 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a3be6ad7-aa4e-4108-a2e2-f157ed502f83 req-7876f60d-21b8-4108-a8a4-2c78fc37a8f3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Jun 01 11:04:24.027161 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778281f-c23a-476d-90f1-adcefc2593a7 req-75a6e012-e307-42b2-980f-c3be9f34ff59 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:24.028601 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5778281f-c23a-476d-90f1-adcefc2593a7 req-75a6e012-e307-42b2-980f-c3be9f34ff59 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0784369 Jun 01 11:04:24.074859 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5778281f-c23a-476d-90f1-adcefc2593a7 req-5295f654-75a0-4c96-8535-86a54fa6e62d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Jun 01 11:04:24.097058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49900) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:04:24.210738 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fa730-96b8-4ef0-9d23-6aab2f5d7f31 tempest-TestShelveInstance-2086919358 tempest-TestShelveInstance-2086919358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:24.211432 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-366fa730-96b8-4ef0-9d23-6aab2f5d7f31 tempest-TestShelveInstance-2086919358 tempest-TestShelveInstance-2086919358-project-admin] Synchronizing usage tracker for tenant:8788a4b3cf084da1848047e23083f2fc on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:04:24.227564 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-366fa730-96b8-4ef0-9d23-6aab2f5d7f31 tempest-TestShelveInstance-2086919358 tempest-TestShelveInstance-2086919358-project-admin] Unset dirty status for tenant:8788a4b3cf084da1848047e23083f2fc on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:04:24.228929 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-366fa730-96b8-4ef0-9d23-6aab2f5d7f31 tempest-TestShelveInstance-2086919358 tempest-TestShelveInstance-2086919358-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1094 time: 0.1308832 Jun 01 11:04:24.232665 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49906) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:04:24.237662 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Request body: {'floatingip': {'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'port_id': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:04:24.243307 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:04:24.247008 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Usage tracker for resource:floatingip and tenant:617d29e6713c437e8bab0f31c15abfba is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:04:24.249795 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:04:24.255339 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:04:24.265924 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:24.400407 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:24.537790 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Allocated IP 172.28.3.211 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/01635393-695c-46d2-a926-4913fdbd1b6c) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:04:24.611196 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-94d6250b-c5f3-4055-8736-9d377eca8330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:24.695082 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:24.726312 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:24.730717 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a2ab302d-0cc4-41aa-9a2f-d3dd38c0518b tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:24.795254 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:04:24.798074 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:04:24.801683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:04:24.845950 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'Port': ['ID=01635393-695c-46d2-a926-4913fdbd1b6c,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:24.858479 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.858858 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.859223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.859587 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.859947 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.860302 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.860653 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.861004 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.861361 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.861735 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.862086 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.862434 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:04:24.867200 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:25.334579 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:25.409640 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:25.610786 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:25.615368 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:25.619927 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-55b29242-3404-48f2-8ccc-d61aa7c0be71 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:25.728868 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event updated for resources: {'Port': ['ID=01635393-695c-46d2-a926-4913fdbd1b6c,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:25.733250 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:25.737906 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:25.908851 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.l3_db [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Floating IP 655283bf-5d5c-46ed-aecd-37ac5b515523 associated. External IP: 172.28.3.211, port: 67845640-d8d9-4114-8dd4-ffa7ec779c10. Jun 01 11:04:26.255898 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Router 231135b1-5d8f-4050-a74e-3180a21c08c4 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:04:26.432010 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:04:26.441467 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] Sync routers for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:04:26.451056 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:04:26.451685 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:26.456748 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:26.513880 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2799354 Jun 01 11:04:26.514464 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:04:26.516725 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d9e09f-89f2-4861-8ec2-662295ce39fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:04:26.610078 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470f9c8-b1ce-4c97-9731-c5c3adb17b47 x-openstack-request-id: req-1470f9c8-b1ce-4c97-9731-c5c3adb17b47 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:04:26.610399 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:04:26.610685 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1470f9c8-b1ce-4c97-9731-c5c3adb17b47 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:04:26.611111 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'status': 'completed', 'code': 200} Jun 01 11:04:26.633184 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:04:26.713155 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-3e092402-0804-412f-8c62-a163363e8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:26.714647 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-3e092402-0804-412f-8c62-a163363e8bc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1099 time: 0.0758505 Jun 01 11:04:26.946415 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-bc3c9c60-8549-435e-b504-8fe29fb71cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:26.947770 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-bc3c9c60-8549-435e-b504-8fe29fb71cf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 909 time: 0.2267845 Jun 01 11:04:26.992024 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '655283bf-5d5c-46ed-aecd-37ac5b515523', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'floating_ip_address': '172.28.3.211', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'port_id': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'mac_address': 'fa:16:3e:00:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:04:25Z', 'updated_at': '2021-06-01T11:04:25Z', 'revision_number': 0, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:42Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:26.995940 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] Checking router: 231135b1-5d8f-4050-a74e-3180a21c08c4 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:04:27.004648 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:04:27.005255 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:03:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:27.056584 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-1fb9cbea-d759-4bbf-8f20-a014f8752f40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 1000 time: 0.1013629 Jun 01 11:04:27.117719 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-afac22df-90ad-49fc-953d-e03b321decb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:27.119117 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-afac22df-90ad-49fc-953d-e03b321decb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.0566387 Jun 01 11:04:27.183481 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:04:27.193058 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-67861431-2b2a-4305-90f2-16dd6465448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:27.194537 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-67861431-2b2a-4305-90f2-16dd6465448c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691831 Jun 01 11:04:27.335987 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-4a9522c4-cd1d-4261-bc01-8edad3b85003 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340139 Jun 01 11:04:27.343805 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:27.449133 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9fc84364-0acb-4771-bb5f-324d9a41734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:27.475615 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-90d9e09f-89f2-4861-8ec2-662295ce39fe req-d8140a82-0fe6-40c1-be3a-a75a25cf9e5d service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325736 Jun 01 11:04:27.553487 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '655283bf-5d5c-46ed-aecd-37ac5b515523', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'floating_ip_address': '172.28.3.211', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'port_id': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'mac_address': 'fa:16:3e:00:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:04:25Z', 'updated_at': '2021-06-01T11:04:25Z', 'revision_number': 0, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:42Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:27.557401 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89d184-23d4-4801-a326-6617873cbe4d None None] The sync data for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb is: [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '655283bf-5d5c-46ed-aecd-37ac5b515523', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'floating_ip_address': '172.28.3.211', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'port_id': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'mac_address': 'fa:16:3e:00:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:04:25Z', 'updated_at': '2021-06-01T11:04:25Z', 'revision_number': 0, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:42Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:04:27.733994 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713330d7-011d-4f83-84fe-227f89b6b353 None None] New status for floating IP 655283bf-5d5c-46ed-aecd-37ac5b515523: ACTIVE {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:04:28.332672 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:29.969164 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:34.856186 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:04:37.220016 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:54.083213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155a73-367e-4672-bed2-4d023ba11f8d req-8553d8e9-eaba-43e6-b36f-d9b0866d9bf2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:54.084666 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a2155a73-367e-4672-bed2-4d023ba11f8d req-8553d8e9-eaba-43e6-b36f-d9b0866d9bf2 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 947 time: 0.1786194 Jun 01 11:04:54.130875 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a2155a73-367e-4672-bed2-4d023ba11f8d req-163018aa-a37a-4c66-aba9-1c6fc082a5b3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403562 Jun 01 11:04:54.613909 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-48b944ac-498c-46ef-bea1-aec0ab93179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:55.332549 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81c670-467d-45cf-b14a-72fe1ebd7762 req-4f3afcec-b7a5-4bc6-85f8-820059e5d2ca tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:55.334187 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac81c670-467d-45cf-b14a-72fe1ebd7762 req-4f3afcec-b7a5-4bc6-85f8-820059e5d2ca tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 947 time: 0.0917673 Jun 01 11:04:55.383124 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-c3c98e04-79b7-4308-89ab-bf43211e5da4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:55.383842 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-c3c98e04-79b7-4308-89ab-bf43211e5da4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Synchronizing usage tracker for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:04:55.386319 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac81c670-467d-45cf-b14a-72fe1ebd7762 req-5cfad8c2-835c-465d-bcca-30bba8823a72 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50ff821-899c-4c06-9985-5d5a61de6afe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459478 Jun 01 11:04:55.395780 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-c3c98e04-79b7-4308-89ab-bf43211e5da4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Unset dirty status for tenant:2e8dd557fd4f475f9090527064b0ac2a on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:04:55.396899 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-c3c98e04-79b7-4308-89ab-bf43211e5da4 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 947 time: 0.1020753 Jun 01 11:04:55.539364 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Deleting port a0425ced-e4fe-49be-8e78-3a4e3902bb01 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:04:55.539706 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:55.663752 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66601b67-21da-4edb-8f26-4593aac817f2 req-2e160011-6670-4f0b-9cfc-1c460de5ab7c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:55.665107 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-66601b67-21da-4edb-8f26-4593aac817f2 req-2e160011-6670-4f0b-9cfc-1c460de5ab7c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0818894 Jun 01 11:04:55.674382 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] For port a0425ced-e4fe-49be-8e78-3a4e3902bb01, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a0425ced-e4fe-49be-8e78-3a4e3902bb01,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:55.674741 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:55.712189 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-66601b67-21da-4edb-8f26-4593aac817f2 req-88d52d2d-c4c2-4bf5-95f8-f416664180c7 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jun 01 11:04:55.955730 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:55.956003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:55.956313 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Floating IP d185b05c-bf8e-4fdc-b393-1954df37755d disassociated. External IP: 172.28.3.219, port: a0425ced-e4fe-49be-8e78-3a4e3902bb01. Jun 01 11:04:55.956653 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Calling delete_port for a0425ced-e4fe-49be-8e78-3a4e3902bb01 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:04:56.069281 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:56.074567 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4cef94d-8ee9-4b5c-acb5-9caeb0a355cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:56.118293 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event deleted for resources: {'Port': ['ID=a0425ced-e4fe-49be-8e78-3a4e3902bb01,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:56.121313 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:56.398757 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:04:56.540489 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-23ae9e8c-eecb-4505-90ec-33ec3a8e36b2 req-9c877524-43e7-4ad3-a487-50f95057d34e tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca86c64-cee0-498d-9070-cbf17b2f392e HTTP/1.1" status: 200 len: 210 time: 0.0432570 Jun 01 11:04:56.585328 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:04:56.595076 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:04:56.604723 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:04:56.605341 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:56.663982 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] No DVR routers for this DVR port a0425ced-e4fe-49be-8e78-3a4e3902bb01 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:04:56.666417 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:56.669887 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-deleted', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:04:56.672205 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f99393b-c741-432e-a4ae-c8740615f4e2" -d '{"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-deleted", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:04:56.686686 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f30b6b20-5561-4679-a680-839ba5df8cb5 req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.73 "DELETE /v2.0/ports/a0425ced-e4fe-49be-8e78-3a4e3902bb01 HTTP/1.1" status: 204 len: 173 time: 1.2834213 Jun 01 11:04:56.722853 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f322f2b5-081e-4546-a347-b0c35f2ec445 x-openstack-request-id: req-f322f2b5-081e-4546-a347-b0c35f2ec445 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:04:56.723190 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca86c64-cee0-498d-9070-cbf17b2f392e", "name": "network-vif-deleted", "tag": "a0425ced-e4fe-49be-8e78-3a4e3902bb01", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:04:56.723481 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f322f2b5-081e-4546-a347-b0c35f2ec445 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:04:56.723915 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca86c64-cee0-498d-9070-cbf17b2f392e', 'name': 'network-vif-deleted', 'tag': 'a0425ced-e4fe-49be-8e78-3a4e3902bb01', 'status': 'completed', 'code': 200} Jun 01 11:04:56.842578 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:04:56.913737 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f65b35-685c-4931-9f84-e6caf3be2f01 req-db24c66d-771e-47c9-9410-ca442bbe62af tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:56.915325 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-52f65b35-685c-4931-9f84-e6caf3be2f01 req-db24c66d-771e-47c9-9410-ca442bbe62af tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.0883350 Jun 01 11:04:56.964245 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-52f65b35-685c-4931-9f84-e6caf3be2f01 req-8726b771-a629-4a0f-bfa9-e58c3986d91c tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Jun 01 11:04:57.161495 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:57.165222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:04:57.173362 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:04:57.173920 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:57.321012 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.357894 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:04:57.437752 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7592c2eb-5909-4900-8f0d-64a76cdb8dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.682869 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:57.688662 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589b4af-580c-4b17-9aba-693b7b729e04 None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T10:58:58Z', 'revision_number': 4, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': '664b42b1-57a4-4685-8be8-a8b2c27ea678', 'name': '', 'network_id': 'cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'mac_address': 'fa:16:3e:e9:7e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:55Z', 'updated_at': '2021-06-01T10:59:12Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'subnets': [{'id': '0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:04:57.693041 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49966) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:04:57.714693 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-1aaa6f8b-079a-43ce-a0f3-d3052136a477 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:57.715461 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-1aaa6f8b-079a-43ce-a0f3-d3052136a477 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:04:57.727980 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-1aaa6f8b-079a-43ce-a0f3-d3052136a477 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:04:57.729120 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-1aaa6f8b-079a-43ce-a0f3-d3052136a477 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1053662 Jun 01 11:04:57.772596 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.802234 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.862811 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.868568 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c83ee12b-2d0f-4a51-b127-c562a9f3dc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:57.884690 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ff821-899c-4c06-9985-5d5a61de6afe,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:57.886430 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Deleting port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:04:57.887574 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:57.892381 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.895260 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:57.896366 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-fa936038-512a-4a8c-bc4a-d1741e63e424 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "DELETE /v2.0/security-groups/e50ff821-899c-4c06-9985-5d5a61de6afe HTTP/1.1" status: 204 len: 168 time: 0.2027674 Jun 01 11:04:57.899022 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49970) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:04:57.917950 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.api.v2.resource [None req-51f11bee-7a9d-45a4-bfcb-4f6c89e1915c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] show failed (client error): The resource could not be found. Jun 01 11:04:57.922089 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-51f11bee-7a9d-45a4-bfcb-4f6c89e1915c tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "GET /v2.0/security-groups/e50ff821-899c-4c06-9985-5d5a61de6afe HTTP/1.1" status: 404 len: 347 time: 0.0193834 Jun 01 11:04:57.922339 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 49974) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:04:57.930122 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be20eb-8c79-4ce3-9991-7bcd6fde5594 None None] New status for floating IP d185b05c-bf8e-4fdc-b393-1954df37755d: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:04:58.048801 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] For port 628ad02e-e0c5-49cc-8e08-64cff8987dd5, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=628ad02e-e0c5-49cc-8e08-64cff8987dd5,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:04:58.049207 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.239437 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767b7b-afd7-44ee-ad9f-f382a347ac9b req-ced03c88-c674-4c45-85e9-7f350ffd61eb tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:04:58.240865 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a1767b7b-afd7-44ee-ad9f-f382a347ac9b req-ced03c88-c674-4c45-85e9-7f350ffd61eb tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 945 time: 0.1585503 Jun 01 11:04:58.242438 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Deleting port 516970ac-1e6d-4f1e-a4df-5d4c98df18c9 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:04:58.242778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.341368 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.358771 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.359120 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.359437 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Floating IP f1b9a043-77e7-4af5-b78b-0b1c57bc292f disassociated. External IP: 172.28.3.239, port: 628ad02e-e0c5-49cc-8e08-64cff8987dd5. Jun 01 11:04:58.359779 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Calling delete_port for 628ad02e-e0c5-49cc-8e08-64cff8987dd5 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:04:58.360952 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a1767b7b-afd7-44ee-ad9f-f382a347ac9b req-c90153d0-3fdc-439f-86ad-11fe96f154db tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=35aec981-2ffa-4cc5-9780-a423ea3c81b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057398 Jun 01 11:04:58.406546 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.406871 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.471584 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.478500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8fe5e035-72e6-4f62-9b1d-3574b468b60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:58.527102 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Calling delete_port for 516970ac-1e6d-4f1e-a4df-5d4c98df18c9 owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:04:58.529731 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event deleted for resources: {'Port': ['ID=628ad02e-e0c5-49cc-8e08-64cff8987dd5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:58.533008 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:58.652430 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.656173 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b83b04d-1240-442d-9531-ed06e12a6bc3 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:04:58.699452 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Pushing event deleted for resources: {'Port': ['ID=516970ac-1e6d-4f1e-a4df-5d4c98df18c9,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:04:58.703193 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:04:58.717232 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:04:58.793161 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.807397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:58.808459 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-0eb5d5ae-9b11-407a-a3ab-4aa9f1a787f8 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] 10.222.0.10 "DELETE /v2.0/floatingips/d185b05c-bf8e-4fdc-b393-1954df37755d HTTP/1.1" status: 204 len: 168 time: 0.8851895 Jun 01 11:04:59.027241 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:04:59.045294 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:04:59.054480 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:04:59.055086 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:59.100259 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] No DVR routers for this DVR port 628ad02e-e0c5-49cc-8e08-64cff8987dd5 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:04:59.102745 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:04:59.105267 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'name': 'network-vif-deleted', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:04:59.108790 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063bd6d-c8f3-4acf-b514-1dd1c7ce0c7a" -d '{"events": [{"server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "name": "network-vif-deleted", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:04:59.124538 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-e32a7cf3-72c9-4bd6-bf9f-a1ada5aae119 req-d5ecbe18-a5d5-4f83-ac5a-dab55b13f70e tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "DELETE /v2.0/ports/628ad02e-e0c5-49cc-8e08-64cff8987dd5 HTTP/1.1" status: 204 len: 173 time: 1.3837914 Jun 01 11:04:59.156571 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27afa421-8e7d-46b4-a81b-1e00e9376148 x-openstack-request-id: req-27afa421-8e7d-46b4-a81b-1e00e9376148 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:04:59.156838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810059da-4e1b-40f4-b927-3a6ef5c366dd", "name": "network-vif-deleted", "tag": "628ad02e-e0c5-49cc-8e08-64cff8987dd5", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:04:59.157144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27afa421-8e7d-46b4-a81b-1e00e9376148 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:04:59.157562 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810059da-4e1b-40f4-b927-3a6ef5c366dd', 'name': 'network-vif-deleted', 'tag': '628ad02e-e0c5-49cc-8e08-64cff8987dd5', 'status': 'completed', 'code': 200} Jun 01 11:04:59.252604 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:04:59.497073 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:04:59.524761 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0ba0b20c-b4fd-4ad4-91c6-eb0860ef61d8 req-1287d492-e11f-43ea-b270-cb164a3680f0 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=810059da-4e1b-40f4-b927-3a6ef5c366dd HTTP/1.1" status: 200 len: 210 time: 0.0419617 Jun 01 11:04:59.539620 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: a0425ced-e4fe-49be-8e78-3a4e3902bb01 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:04:59.539971 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device a0425ced-e4fe-49be-8e78-3a4e3902bb01 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:04:59.655247 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:59.660212 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:04:59.669727 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:04:59.670326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:04:59.848868 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:05:00.058348 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:00.172687 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:00.176695 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934402-39fc-4c7a-9a22-3035de80cc81 None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:05:00.398357 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb63b8-f305-4a0e-9c2a-4845b168afeb None None] New status for floating IP f1b9a043-77e7-4af5-b78b-0b1c57bc292f: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:05:00.649171 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50002) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:00.723131 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:00.754318 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:00.880969 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:00.884723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:00.901256 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aec981-2ffa-4cc5-9780-a423ea3c81b9,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:00.904234 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:00.911610 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:00.912724 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "DELETE /v2.0/security-groups/35aec981-2ffa-4cc5-9780-a423ea3c81b9 HTTP/1.1" status: 204 len: 168 time: 0.2625406 Jun 01 11:05:00.915517 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50006) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:00.932322 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.api.v2.resource [None req-2f541148-9bcd-4ac0-8616-dc2b0ac90cb9 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] show failed (client error): The resource could not be found. Jun 01 11:05:00.933260 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2f541148-9bcd-4ac0-8616-dc2b0ac90cb9 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups/35aec981-2ffa-4cc5-9780-a423ea3c81b9 HTTP/1.1" status: 404 len: 347 time: 0.0168548 Jun 01 11:05:00.936457 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50010) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:01.148699 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Deleting port c3fa0bc2-b141-4998-ac60-f4da3b6c2bbc {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:05:01.148956 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:01.264970 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:01.265292 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:01.384214 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Calling delete_port for c3fa0bc2-b141-4998-ac60-f4da3b6c2bbc owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:05:01.451418 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 628ad02e-e0c5-49cc-8e08-64cff8987dd5 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:05:01.485644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 628ad02e-e0c5-49cc-8e08-64cff8987dd5 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:05:01.486003 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 628ad02e-e0c5-49cc-8e08-64cff8987dd5 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:05:01.499925 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:01.504576 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5400a898-1ebe-43fc-ac7b-9492cbe98e24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:01.549318 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event deleted for resources: {'Port': ['ID=c3fa0bc2-b141-4998-ac60-f4da3b6c2bbc,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:01.575454 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:01.623116 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50020) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:01.644615 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:01.659247 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:01.660367 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-23905b12-c149-4bf1-b106-8a7a9aede88b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "DELETE /v2.0/floatingips/f1b9a043-77e7-4af5-b78b-0b1c57bc292f HTTP/1.1" status: 204 len: 168 time: 0.7227952 Jun 01 11:05:01.976884 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50028) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:01.982526 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896181194', 'description': 'tempest-description--960652344'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:01.989364 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:01.993589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:01.996688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:02.002328 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:02.012838 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.033047 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:02.036828 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:02.039657 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:02.045652 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:02.118249 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.122228 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.127385 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-40ea8055-9373-4bce-b727-fecc6426c257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:02.169117 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.170502 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1925404 Jun 01 11:05:02.172152 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1351a18-6640-4c4b-9ed4-586e4b95b0a0,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:02.174237 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50032) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:02.176700 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:02.180143 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'security_group_rule': {'security_group_id': 'b1351a18-6640-4c4b-9ed4-586e4b95b0a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:02.186490 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:02.190581 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:02.193487 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:02.200298 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:02.217320 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.277523 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.278012 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.281234 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.283345 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:02.308691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ded563a-6f93-4c00-8421-bf9e398399f4,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:02.314174 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:02.318613 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.319761 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-9e8e711a-b510-46c9-b8a2-df4daeb08e24 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446257 Jun 01 11:05:02.326110 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50036) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:02.331550 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'security_group_rule': {'security_group_id': 'b1351a18-6640-4c4b-9ed4-586e4b95b0a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:02.337497 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:02.342123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:security_group_rule and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:02.345024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:02.351376 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:02.367626 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.430215 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.433868 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903256'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.447011 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-705fc3e9-3a54-4830-b782-03b2b4dd84ff tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:02.463946 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a27f66-f9ed-4dd7-9fc4-3a9c90a59c9c,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:02.466384 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:02.470855 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.472052 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4025a369-16d6-42d0-b453-2075aff615d8 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448960 Jun 01 11:05:02.475244 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50040) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:02.480158 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'floatingip': {'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:02.486376 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:02.490137 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Usage tracker for resource:floatingip and tenant:75680b98f67544b19333ea75587f1120 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:02.492920 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:02.499803 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:02.510335 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.648837 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.701823 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Deleting port 664b42b1-57a4-4685-8be8-a8b2c27ea678 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:05:02.702416 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.789448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Allocated IP 172.28.3.253 (4a2c5cdb-501b-400e-ba43-a65166dd453e/78af27b9-76a1-4c8c-9535-c4c647b46323/de35bf7d-e0b6-44c7-97fd-3a9d012bc3a5) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:05:02.822864 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] For port 664b42b1-57a4-4685-8be8-a8b2c27ea678, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=664b42b1-57a4-4685-8be8-a8b2c27ea678,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:02.823217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.942407 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.946347 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Calling delete_port for 664b42b1-57a4-4685-8be8-a8b2c27ea678 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:05:02.973371 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:02.978078 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:03.041892 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Network 4a2c5cdb-501b-400e-ba43-a65166dd453e is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:05:03.045212 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:03.049157 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:05:03.088386 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'Port': ['ID=de35bf7d-e0b6-44c7-97fd-3a9d012bc3a5,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:03.187645 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:03.226014 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.286223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.351769 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.357650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:03.405272 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Pushing event deleted for resources: {'Port': ['ID=664b42b1-57a4-4685-8be8-a8b2c27ea678,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:03.436136 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:03.505438 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.510316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.515106 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:03.610986 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'Port': ['ID=de35bf7d-e0b6-44c7-97fd-3a9d012bc3a5,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:03.615867 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:03.644228 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.668822 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.678614 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-b2e8b521-9ae8-48f4-a5bb-d10d597b2961 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1941671 Jun 01 11:05:03.678779 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:03.898783 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-f5db1f80-8ca5-4f46-b11c-e4c1fd7eccc6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:security_group {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:05:03.914233 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-f5db1f80-8ca5-4f46-b11c-e4c1fd7eccc6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:security_group {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:05:03.915527 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-f5db1f80-8ca5-4f46-b11c-e4c1fd7eccc6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1896181194&fields=id&tenant_id=75680b98f67544b19333ea75587f1120 HTTP/1.1" status: 200 len: 267 time: 0.0606406 Jun 01 11:05:04.042379 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:05:04.071248 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-fdab05a2-534b-48e8-b155-5d81a70836e2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:04.072723 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-fdab05a2-534b-48e8-b155-5d81a70836e2 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 810 time: 0.1504765 Jun 01 11:05:04.088284 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-f69001ff-4a9f-48e5-b34e-2d66c00011d4 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/quotas/75680b98f67544b19333ea75587f1120 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Jun 01 11:05:04.172612 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-d883e2d3-229c-4202-b655-cf13465c6375 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:05:04.189215 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-d883e2d3-229c-4202-b655-cf13465c6375 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:05:04.190643 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-d883e2d3-229c-4202-b655-cf13465c6375 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969772 Jun 01 11:05:04.227053 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:05:04.237953 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] Sync routers for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:05:04.243236 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e6798412-3ae3-4258-8d60-3853096a006b admin admin] 10.222.0.10 "PUT /v2.0/routers/4bc07402-4dd8-49a5-890d-eaa15a1ffa05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167183 Jun 01 11:05:04.243576 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50062) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:04.247579 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:05:04.248881 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:04.426553 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:05:04.531140 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:04.586582 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-90a67c26-54eb-4c11-b7cd-8e869dc8d434 service neutron] 10.222.0.10 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833346 Jun 01 11:05:04.708566 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T11:05:03Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:04.712355 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] Checking router: 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:05:04.721326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] Routers {'4bc07402-4dd8-49a5-890d-eaa15a1ffa05'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:05:04.721971 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:04.821104 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-d651052e-d73f-40e8-806b-6cce8cba1745 service neutron] 10.222.0.10 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255626 Jun 01 11:05:04.822894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:04.897644 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Deleting port 2ab106a7-40c6-491e-bb23-67fe5d716287 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:05:04.898013 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:04.954798 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] Set router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:05:05.130558 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4237b013-b923-43a4-9382-a7919200d5e1 req-19bb3800-aa3d-4439-a24c-d2190cbd7457 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 210 time: 0.0478640 Jun 01 11:05:05.181903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] For port 2ab106a7-40c6-491e-bb23-67fe5d716287, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=2ab106a7-40c6-491e-bb23-67fe5d716287,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:05.182265 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:05.274640 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T11:05:03Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:05.279977 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780ae37-4009-4d1b-886a-6b7fdffc22a9 None None] The sync data for ids ['4bc07402-4dd8-49a5-890d-eaa15a1ffa05'] in dv-cinder-787764-3-smb is: [{'id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'name': 'tempest-AttachVolumeShelveTestJSON-2062210243-router', 'tenant_id': '2e8dd557fd4f475f9090527064b0ac2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:58:44Z', 'updated_at': '2021-06-01T11:05:03Z', 'revision_number': 5, 'project_id': '2e8dd557fd4f475f9090527064b0ac2a', 'gw_port': {'id': '2ab106a7-40c6-491e-bb23-67fe5d716287', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc07402-4dd8-49a5-890d-eaa15a1ffa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:58:45Z', 'updated_at': '2021-06-01T10:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:05:05.317424 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Calling delete_port for 2ab106a7-40c6-491e-bb23-67fe5d716287 owned by network:router_gateway {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:05:05.609973 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:05.615387 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:05.654597 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 664b42b1-57a4-4685-8be8-a8b2c27ea678 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:05:05.659741 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab106a7-40c6-491e-bb23-67fe5d716287,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:05.685636 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:05.695138 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 664b42b1-57a4-4685-8be8-a8b2c27ea678 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:05:05.695620 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 664b42b1-57a4-4685-8be8-a8b2c27ea678 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:05:05.755542 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:05.935427 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:05.938104 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.026002 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.026559 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc07402-4dd8-49a5-890d-eaa15a1ffa05 {{(pid=91768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:05:06.040892 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.042038 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4bc07402-4dd8-49a5-890d-eaa15a1ffa05 HTTP/1.1" status: 204 len: 168 time: 1.7968230 Jun 01 11:05:06.045362 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50076) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:06.095109 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b40ddc45-91f8-4b5f-8ad9-b4af223162b6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:06.096863 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b40ddc45-91f8-4b5f-8ad9-b4af223162b6 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 810 time: 0.1635745 Jun 01 11:05:06.107272 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Deleting subnet 0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:05:06.110602 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.149069 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-568bb971-e00a-4072-8356-2ff0a5f8ef70 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:security_group {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:05:06.161310 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-568bb971-e00a-4072-8356-2ff0a5f8ef70 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:security_group {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:05:06.162749 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-568bb971-e00a-4072-8356-2ff0a5f8ef70 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75680b98f67544b19333ea75587f1120 HTTP/1.1" status: 200 len: 380 time: 0.0574222 Jun 01 11:05:06.163313 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7152048'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.172738 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'port': {'device_id': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'admin_state_up': True, 'tenant_id': '75680b98f67544b19333ea75587f1120', 'security_groups': ['b1351a18-6640-4c4b-9ed4-586e4b95b0a0']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:06.326038 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cdd78577-413f-43c4-aa70-331c13e0e420 req-13b721bf-2b3a-4e25-a92c-c84907079bea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 210 time: 0.0547388 Jun 01 11:05:06.336661 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.445071 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:06.455492 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:06.467060 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Made reservation on behalf of 75680b98f67544b19333ea75587f1120 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:06.470782 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.647857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Allocated IP 172.20.0.4 (264612e0-40b4-429d-bf71-e3c7318e6ffe/0c12c960-13ba-454b-bc7f-0bf0a4804bb8/6c816b97-b209-4d00-bde6-466c19fa8855) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:05:06.690599 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6823144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8014301'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.694644 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0f5018e5-ddbf-4463-a934-3732b428c0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:06.734451 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:06.737461 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:06.738473 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.745995 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0f8ae8d6-d45a-4fe8-92aa-0320b42bcbb2 HTTP/1.1" status: 204 len: 168 time: 0.6996162 Jun 01 11:05:06.746163 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80da66-e975-4444-bc54-ff75fcf00485 None None] Network cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:05:06.747860 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50086) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:06.853081 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.857412 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.870053 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Transition to ACTIVE for port object 6c816b97-b209-4d00-bde6-466c19fa8855 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:05:06.894935 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.901956 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5986b167-be80-4d14-adc9-265377e92009 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:06.933459 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Deleting port f913c04b-b80c-4957-bc9c-e1d6db48932a {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:05:06.933867 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:06.976165 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:05:06.979386 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:06.984627 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:05:07.010974 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] DHCP port deletion for cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 request from dv-cinder-787764-3-smb {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 11:05:07.034263 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event updated for resources: {'Port': ['ID=6c816b97-b209-4d00-bde6-466c19fa8855,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:07.039252 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:07.052550 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] For port f913c04b-b80c-4957-bc9c-e1d6db48932a, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=f913c04b-b80c-4957-bc9c-e1d6db48932a,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:07.053047 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.065540 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:07.066192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.096552 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284310 Jun 01 11:05:07.097329 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Deleting port f913c04b-b80c-4957-bc9c-e1d6db48932a {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:05:07.097329 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.109751 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Request body: {'port': {'device_id': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:07.190529 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Calling delete_port for f913c04b-b80c-4957-bc9c-e1d6db48932a owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:05:07.203867 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] For port f913c04b-b80c-4957-bc9c-e1d6db48932a, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=f913c04b-b80c-4957-bc9c-e1d6db48932a,segment=NetworkSegment(d79b4672-fb8d-4f3c-b0e3-e966d49d5511),segment_id=d79b4672-fb8d-4f3c-b0e3-e966d49d5511)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:07.204533 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.234786 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.243684 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.250922 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-51f2c145-c4a0-426c-bc1d-7821b3a83f5e tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:07.299401 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=f913c04b-b80c-4957-bc9c-e1d6db48932a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:07.301861 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:07.304530 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] No DVR routers for this DVR port f913c04b-b80c-4957-bc9c-e1d6db48932a on host dv-cinder-787764-3-smb {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:05:07.351309 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Calling delete_port for f913c04b-b80c-4957-bc9c-e1d6db48932a owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:05:07.368843 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.377184 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ea6a93f9-9e31-42f8-b883-567780089ad9 None None] Provisioning for port 6c816b97-b209-4d00-bde6-466c19fa8855 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:05:07.384481 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ea6a93f9-9e31-42f8-b883-567780089ad9 None None] Provisioning complete for port 6c816b97-b209-4d00-bde6-466c19fa8855 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:05:07.385077 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ea6a93f9-9e31-42f8-b883-567780089ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.451853 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a93f9-9e31-42f8-b883-567780089ad9 None None] Port 6c816b97-b209-4d00-bde6-466c19fa8855 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 11:05:07.460300 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.466015 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:07.508712 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.514572 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Pushing event deleted for resources: {'Port': ['ID=f913c04b-b80c-4957-bc9c-e1d6db48932a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:07.519935 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] No DVR routers for this DVR port f913c04b-b80c-4957-bc9c-e1d6db48932a on host dv-cinder-787764-3-smb {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:05:07.526803 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.527392 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.528147 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.528640 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.529125 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.529633 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.530243 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.530353 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:07.530804 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.531418 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.532030 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.533573 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.533925 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:07.540576 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98ca69c4-1913-4e50-841a-747625a6f039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:07.546849 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:07.547149 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.services.segments.db [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79b4672-fb8d-4f3c-b0e3-e966d49d5511') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:07.563113 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7152059'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.589307 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.601836 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e378525-3d0c-4334-aa5e-2c7dc082619b req-1ccf053e-2dac-43fd-b373-1a375986ee29 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:07.603070 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2e378525-3d0c-4334-aa5e-2c7dc082619b req-1ccf053e-2dac-43fd-b373-1a375986ee29 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 931 time: 0.1541975 Jun 01 11:05:07.606855 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:05:07.607258 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7278670'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: Traceback (most recent call last): Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: timer() Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: cb(*args, **kw) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: return func(*args, **kwargs) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: self._notify() Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: self.callback(batched_events) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: event.method(event) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: return f(self, *a, **k) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: return self._get(url).json() Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:05:07.620454 dv-cinder-787764-3-smb neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:05:07.644609 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c816b97-b209-4d00-bde6-466c19fa8855 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:07.652073 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.673778 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Transition to ACTIVE for port object 6c816b97-b209-4d00-bde6-466c19fa8855 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:05:07.677682 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.682315 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8157b7c2-25bc-47fd-bcc4-89289b5be025 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:07.711497 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ab106a7-40c6-491e-bb23-67fe5d716287 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:05:07.732991 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.741524 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2e378525-3d0c-4334-aa5e-2c7dc082619b req-b354471c-8d71-4894-b6ed-d91751dd2384 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167550 Jun 01 11:05:07.743894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:07.770614 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 2ab106a7-40c6-491e-bb23-67fe5d716287 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:05:07.771110 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 2ab106a7-40c6-491e-bb23-67fe5d716287 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:05:07.771367 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device f913c04b-b80c-4957-bc9c-e1d6db48932a no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:05:07.776948 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.786925 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:07.792182 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:07.810492 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-cffd4797-6f7b-4fc3-bf24-f60ebb325bfe admin admin] 10.222.0.10 "DELETE /v2.0/networks/cbad060a-a2bd-4d68-a9fc-ef9de3d5b5b9 HTTP/1.1" status: 204 len: 168 time: 1.0587656 Jun 01 11:05:07.810729 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: f913c04b-b80c-4957-bc9c-e1d6db48932a {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:05:07.810729 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device f913c04b-b80c-4957-bc9c-e1d6db48932a not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:05:07.851335 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Pushing event updated for resources: {'Port': ['ID=6c816b97-b209-4d00-bde6-466c19fa8855,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:07.860132 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:07.935357 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Attempting to bind port 6c816b97-b209-4d00-bde6-466c19fa8855 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:05:07.935959 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Attempting to bind port 6c816b97-b209-4d00-bde6-466c19fa8855 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:05:07.936624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Attempting to bind port 6c816b97-b209-4d00-bde6-466c19fa8855 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:07.941206 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50094) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:07.942717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Port 6c816b97-b209-4d00-bde6-466c19fa8855 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:05:07.943203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Attempting to bind port 6c816b97-b209-4d00-bde6-466c19fa8855 on network 264612e0-40b4-429d-bf71-e3c7318e6ffe {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:07.948546 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:05:07.948878 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Checking segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:05:07.949253 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Bound using segment: {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:05:07.949856 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Bound port: 6c816b97-b209-4d00-bde6-466c19fa8855, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0268cd4-feaf-42da-a48a-6f1cd0808689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:05:07.950293 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:07.991188 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c39eb5cf-7781-4b67-a004-47e35939b9b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e8dd557fd4f475f9090527064b0ac2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487492 Jun 01 11:05:07.993666 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50098) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:08.044412 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] For port 6c816b97-b209-4d00-bde6-466c19fa8855, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:05:08.047334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] For port 6c816b97-b209-4d00-bde6-466c19fa8855, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6c816b97-b209-4d00-bde6-466c19fa8855,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:05:08.050999 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:08.053285 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:08.055401 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-75992939-f0ba-4351-b38d-9eebc0e7e128 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:08.081119 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:08.110475 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:08.111154 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:08.112538 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] 10.222.0.73 "PUT /v2.0/ports/6c816b97-b209-4d00-bde6-466c19fa8855 HTTP/1.1" status: 200 len: 1093 time: 1.0088122 Jun 01 11:05:08.115578 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:08.118802 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:08.145651 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:08.148650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Pushing event updated for resources: {'Port': ['ID=6c816b97-b209-4d00-bde6-466c19fa8855,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:08.151980 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:08.152341 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-09a001cc-47dd-4977-aaa2-b022eb4b00e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:08.166410 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580316ea-6ffb-4ea3-bbb3-6e1714d2f481,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:08.170783 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:08.174167 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:08.177766 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/580316ea-6ffb-4ea3-bbb3-6e1714d2f481 HTTP/1.1" status: 204 len: 168 time: 0.1807327 Jun 01 11:05:08.212201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b0372d-0c8c-4b99-8763-32e1bdf2a452 x-openstack-request-id: req-34b0372d-0c8c-4b99-8763-32e1bdf2a452 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:08.212528 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:08.212816 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34b0372d-0c8c-4b99-8763-32e1bdf2a452 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:08.213249 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855', 'status': 'completed', 'code': 200} Jun 01 11:05:08.246278 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-0ddc13fb-746c-4aaa-a99a-9e19e31051e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:08.248691 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-0ddc13fb-746c-4aaa-a99a-9e19e31051e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 1096 time: 0.0838418 Jun 01 11:05:08.326610 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-9ccbb948-01b4-47b1-a38e-f49150f3e6df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c816b97-b209-4d00-bde6-466c19fa8855 HTTP/1.1" status: 200 len: 217 time: 0.0695133 Jun 01 11:05:08.392376 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-7ad77aec-5322-4a3b-9106-f3355e1da44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:08.394136 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-7ad77aec-5322-4a3b-9106-f3355e1da44c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0616441 Jun 01 11:05:08.574270 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-12992bd7-92d1-41fd-b2c7-c27c809d2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:08.575913 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-12992bd7-92d1-41fd-b2c7-c27c809d2784 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733060 Jun 01 11:05:08.716074 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-ac1129a6-7c69-4cf0-b196-a12f0df82a63 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307757 Jun 01 11:05:08.855845 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-2619e52c-eb39-4c58-bfc1-6fce8b29b5d6 req-c17932f8-efd7-4ec5-9091-9ac1aca8e85e service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362123 Jun 01 11:05:08.952775 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102426cf-340f-4afb-b337-89ab458a4df8 req-6976b450-3d33-409f-ab48-0174bfd4af72 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:08.954335 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-102426cf-340f-4afb-b337-89ab458a4df8 req-6976b450-3d33-409f-ab48-0174bfd4af72 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 943 time: 0.0913293 Jun 01 11:05:08.966595 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50126) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:08.981948 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-6a34c193-9688-4867-9656-79632a4826cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:08.983417 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-6a34c193-9688-4867-9656-79632a4826cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 1096 time: 0.0822928 Jun 01 11:05:09.003327 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-102426cf-340f-4afb-b337-89ab458a4df8 req-cf09ba5e-c228-45a2-94da-8161d231ecfe tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 Jun 01 11:05:09.076961 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-150658201-network', 'tenant_id': '5829020e637842e19834c1f8fdea3b01'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:09.084745 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:09.091791 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Usage tracker for resource:network and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:09.096058 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:09.111800 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:09.138625 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Made reservation on behalf of 5829020e637842e19834c1f8fdea3b01 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:09.140896 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.151395 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-15a529b9-bd2d-4986-b726-93c35f2033f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:09.153104 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-15a529b9-bd2d-4986-b726-93c35f2033f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.1624701 Jun 01 11:05:09.155233 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.229788 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-bb3ae1b8-201f-4da2-b3cc-827086f01fbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c816b97-b209-4d00-bde6-466c19fa8855 HTTP/1.1" status: 200 len: 217 time: 0.0612206 Jun 01 11:05:09.230783 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:09.234776 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Usage tracker for resource:security_group_rule and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:09.238935 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:09.277899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:09.319558 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-54e08279-3c8f-4303-8dc5-1af9f2938f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:09.321014 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-54e08279-3c8f-4303-8dc5-1af9f2938f54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0832770 Jun 01 11:05:09.441549 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.447570 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.451602 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3b4a2540-c1e2-43e0-a16a-11ba510ba12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:09.460546 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-8bfba067-0240-4fe3-85b4-7119a2c65749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:09.462246 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-8bfba067-0240-4fe3-85b4-7119a2c65749 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1335878 Jun 01 11:05:09.503421 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:05:09.559837 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25e22d9-c86e-4a04-a35a-566b679b7dd2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:09.569327 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:09.571326 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.571663 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Added segment f732cc6f-8716-4a2c-b463-a48c1a5d6f23 of type vlan for network 2d2b0959-80cc-46e6-90ea-1c680e555e1c Jun 01 11:05:09.625734 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.653067 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-213e1400-b936-410a-b92e-8bfb46671bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752367 Jun 01 11:05:09.736837 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.744788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:09.745364 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:09.751663 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5fbfe9f9-d3c4-4c96-9b8f-48173b36d7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:09.870049 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9024165 Jun 01 11:05:09.873864 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50132) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:09.879453 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Request body: {'subnet': {'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-150658201-subnet', 'tenant_id': '5829020e637842e19834c1f8fdea3b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:09.884036 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:09.884183 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Pushing event updated for resources: {'Network': ['ID=2d2b0959-80cc-46e6-90ea-1c680e555e1c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:09.888183 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:09.889019 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Usage tracker for resource:subnet and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:09.891389 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b1aec6da-1afc-4bf6-8da0-e9a33c04229c req-3f9a1df2-a488-4767-b2a8-8e883c8f65ac service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307558 Jun 01 11:05:09.891980 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:09.895688 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:05:09.899452 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:09.913531 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Made reservation on behalf of 5829020e637842e19834c1f8fdea3b01 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:09.916202 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8014274'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:10.368891 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717907b-2695-42c1-b0e7-0aed944f4ea7 req-295cdcfe-5857-4533-87cc-c444f6439803 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:10.370306 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d717907b-2695-42c1-b0e7-0aed944f4ea7 req-295cdcfe-5857-4533-87cc-c444f6439803 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 943 time: 0.2578430 Jun 01 11:05:10.423916 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d717907b-2695-42c1-b0e7-0aed944f4ea7 req-f3ff2bef-e892-4203-ab8b-8f1f25f38562 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460341 Jun 01 11:05:10.515291 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6823083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8014292'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:10.519853 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c6b87fec-df3b-486d-99c7-e21fa3fe30e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:10.589313 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c76b67-57e2-4359-a68a-9c0e23347678,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:10.592820 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:10.598523 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Checking segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:05:10.598883 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Network hostable DHCP agents. Network: 2d2b0959-80cc-46e6-90ea-1c680e555e1c, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:05:10.615227 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:05:10.624523 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 2d2b0959-80cc-46e6-90ea-1c680e555e1c) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:10.634222 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b18515-80ea-4507-9a41-28443ec5ab17 None None] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:05:10.635028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:10.635735 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:10.656916 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-0e19b6e5-4bb0-4832-a2ee-ccd293c4ce29 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7818098 Jun 01 11:05:10.860326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87417928-6b30-4e6e-b406-5bf7a5662ac5 None None] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:05:11.169063 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-5fc9cd06-c61f-4a58-81da-0cb5e18420b8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:11.170528 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-5fc9cd06-c61f-4a58-81da-0cb5e18420b8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1439595 Jun 01 11:05:11.185195 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0c10dbd4-3d2e-4b3a-bc9e-0f4fbf2822f0 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/quotas/5829020e637842e19834c1f8fdea3b01 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Jun 01 11:05:11.231025 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-89dff97b-7bdd-44f9-9da6-96dcd4d7ec81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402329 Jun 01 11:05:11.362391 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-029494dc-ea7d-41bd-a8a2-f9029bca32dd service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248257 Jun 01 11:05:11.493053 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6c816b97-b209-4d00-bde6-466c19fa8855 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:05:11.503952 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-6bd07b0f-1464-4a33-a9e2-336a55170301 service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347570 Jun 01 11:05:11.646292 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0017d-f219-4fec-b5aa-14e227f065df req-1f697b29-17e4-4ec9-a119-90955f36d8de tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:11.647794 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6bb0017d-f219-4fec-b5aa-14e227f065df req-1f697b29-17e4-4ec9-a119-90955f36d8de tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 943 time: 0.1020901 Jun 01 11:05:11.655766 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6c816b97-b209-4d00-bde6-466c19fa8855, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6c816b97-b209-4d00-bde6-466c19fa8855,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:11.669144 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '6c816b97-b209-4d00-bde6-466c19fa8855', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'port_id': '6c816b97-b209-4d00-bde6-466c19fa8855', 'mac_address': 'fa:16:3e:f0:fc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:05:11.712728 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7e3ed2c9-339c-44d4-b636-735956d26041 req-1981a9f0-9a98-4f57-bdb8-5ad8f3dd337c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 210 time: 0.0639658 Jun 01 11:05:11.731891 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:11.746912 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6bb0017d-f219-4fec-b5aa-14e227f065df req-9cdc75ec-72e3-449f-a53b-f010b73265fe tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618660 Jun 01 11:05:11.750204 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c816b97-b209-4d00-bde6-466c19fa8855 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:11.772915 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6c816b97-b209-4d00-bde6-466c19fa8855, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6c816b97-b209-4d00-bde6-466c19fa8855,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:11.776059 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:11.778644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:11.856422 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6c816b97-b209-4d00-bde6-466c19fa8855,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:11.856904 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:05:11.859242 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:11.983188 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['6c816b97-b209-4d00-bde6-466c19fa8855'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:12.771717 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-819d923c-0597-4443-9a0d-a0fb908dbf7d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:12.772256 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-819d923c-0597-4443-9a0d-a0fb908dbf7d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Synchronizing usage tracker for tenant:5829020e637842e19834c1f8fdea3b01 on resource:network {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:05:12.792602 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-819d923c-0597-4443-9a0d-a0fb908dbf7d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Unset dirty status for tenant:5829020e637842e19834c1f8fdea3b01 on resource:network {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:05:12.794776 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-819d923c-0597-4443-9a0d-a0fb908dbf7d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1801541 Jun 01 11:05:12.808094 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Request body: {'port': {'device_id': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'admin_state_up': True, 'tenant_id': '5829020e637842e19834c1f8fdea3b01'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:12.916004 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cf565704-7836-44ba-808c-22d5acc258cd req-104069b0-b6c2-4562-b3b6-6e617459508e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 210 time: 0.0769603 Jun 01 11:05:12.966836 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:12.967196 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034400-d15d-4ff2-ad94-b61d94d28847 req-ce097968-b052-4487-bf0a-48384b1d0a90 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:12.968655 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-65034400-d15d-4ff2-ad94-b61d94d28847 req-ce097968-b052-4487-bf0a-48384b1d0a90 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 944 time: 0.0884204 Jun 01 11:05:12.970659 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Usage tracker for resource:port and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:12.973443 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:12.979162 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:12.990429 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Made reservation on behalf of 5829020e637842e19834c1f8fdea3b01 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:12.993880 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.013953 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-65034400-d15d-4ff2-ad94-b61d94d28847 req-8eccac61-d343-4989-bb82-21241ff51791 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Jun 01 11:05:13.255406 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Allocated IP 172.20.0.13 (2d2b0959-80cc-46e6-90ea-1c680e555e1c/31c76b67-57e2-4359-a68a-9c0e23347678/206465ef-d421-4bca-a514-8754627d7d66) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:05:13.452826 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.485390 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.491033 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-882e3528-94df-4100-895c-8978ca141528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:13.507505 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6c816b97-b209-4d00-bde6-466c19fa8855 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:05:13.556002 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:05:13.559097 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:13.561457 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:05:13.578184 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 6c816b97-b209-4d00-bde6-466c19fa8855 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:05:13.582636 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 6c816b97-b209-4d00-bde6-466c19fa8855 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:05:13.583010 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.600214 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event updated for resources: {'Port': ['ID=206465ef-d421-4bca-a514-8754627d7d66,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:13.602956 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:13.640203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:13.640810 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.661468 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579741 Jun 01 11:05:13.673195 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Request body: {'port': {'device_id': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:13.698726 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.725234 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:13.727380 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8d97d-a543-4c67-9f75-41ffc88e51d3" -d '{"events": [{"server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "name": "network-vif-plugged", "status": "completed", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:13.735384 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 6c816b97-b209-4d00-bde6-466c19fa8855, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6c816b97-b209-4d00-bde6-466c19fa8855,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:13.743786 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.746725 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:13.778157 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aaccc5-cf95-4b6c-9ea0-9a95f5813f96 x-openstack-request-id: req-f6aaccc5-cf95-4b6c-9ea0-9a95f5813f96 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:13.778460 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "name": "network-vif-plugged", "status": "completed", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:13.778748 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6aaccc5-cf95-4b6c-9ea0-9a95f5813f96 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:13.779084 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855', 'code': 200} Jun 01 11:05:13.805090 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:13.822407 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=6c816b97-b209-4d00-bde6-466c19fa8855,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:13.825889 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:14.023169 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc0c25-d611-4f8f-8b8c-5d7cbd23b59a req-eba97c11-4f0f-4864-b57e-32c507a87a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:14.024699 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71fc0c25-d611-4f8f-8b8c-5d7cbd23b59a req-eba97c11-4f0f-4864-b57e-32c507a87a05 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 1098 time: 0.0804439 Jun 01 11:05:14.076023 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71fc0c25-d611-4f8f-8b8c-5d7cbd23b59a req-77d074a6-b224-4df3-b68c-c5b7a62aef00 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Jun 01 11:05:14.173199 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206465ef-d421-4bca-a514-8754627d7d66 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:14.180841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:14.197250 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Transition to ACTIVE for port object 206465ef-d421-4bca-a514-8754627d7d66 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:05:14.202961 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:14.206668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4c2be02f-8e01-416c-8d48-2d0616047384 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:14.294313 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7c6aa-8e13-4f12-989b-3a2adadc5118 req-79fbb0ab-a535-4f55-9713-2e277a846575 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:14.295958 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3af7c6aa-8e13-4f12-989b-3a2adadc5118 req-79fbb0ab-a535-4f55-9713-2e277a846575 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1510193 Jun 01 11:05:14.312210 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7215cbb-f27f-4df4-a5e6-14600949d9de req-fc888340-e352-47e3-963f-429b33691b2c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:14.313663 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a7215cbb-f27f-4df4-a5e6-14600949d9de req-fc888340-e352-47e3-963f-429b33691b2c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 944 time: 0.1251550 Jun 01 11:05:14.385474 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3af7c6aa-8e13-4f12-989b-3a2adadc5118 req-013e0e9e-0a5c-4ec0-84c0-5297ffe636aa tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708447 Jun 01 11:05:14.388456 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a7215cbb-f27f-4df4-a5e6-14600949d9de req-01d2c2a5-3d65-4d15-89b6-67c6643284df tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612159 Jun 01 11:05:14.390144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Pushing event updated for resources: {'Port': ['ID=206465ef-d421-4bca-a514-8754627d7d66,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:14.412315 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.412697 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.413070 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.413436 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.413822 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.414184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.414542 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.414901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.415257 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.415609 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.415963 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.416312 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:05:14.421975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:14.448529 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Attempting to bind port 206465ef-d421-4bca-a514-8754627d7d66 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:05:14.448863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Attempting to bind port 206465ef-d421-4bca-a514-8754627d7d66 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:05:14.449279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Attempting to bind port 206465ef-d421-4bca-a514-8754627d7d66 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:14.453997 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Port 206465ef-d421-4bca-a514-8754627d7d66 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:05:14.454320 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Attempting to bind port 206465ef-d421-4bca-a514-8754627d7d66 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:14.459399 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:05:14.459735 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Checking segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:05:14.460116 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Bound using segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:05:14.460548 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Bound port: 206465ef-d421-4bca-a514-8754627d7d66, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:05:14.460888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:14.550034 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] For port 206465ef-d421-4bca-a514-8754627d7d66, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:05:14.552813 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] For port 206465ef-d421-4bca-a514-8754627d7d66, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=206465ef-d421-4bca-a514-8754627d7d66,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:05:14.557184 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:14.562456 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:14.617928 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:14.618520 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:14.619859 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] 10.222.0.73 "PUT /v2.0/ports/206465ef-d421-4bca-a514-8754627d7d66 HTTP/1.1" status: 200 len: 1094 time: 0.9508419 Jun 01 11:05:14.620350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'tag': '206465ef-d421-4bca-a514-8754627d7d66'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:14.622888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7919ac5-7fa7-44f7-b15c-a950f4e61247" -d '{"events": [{"name": "network-changed", "server_uuid": "86edd579-0d8c-46f0-87d7-1184f5ab88c7", "tag": "206465ef-d421-4bca-a514-8754627d7d66"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:14.641427 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Pushing event updated for resources: {'Port': ['ID=206465ef-d421-4bca-a514-8754627d7d66,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:14.646651 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0d2cdd18-27dc-4418-abf4-44eaa0ed241a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:14.693534 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f8b561-668d-4c32-b3c8-d4d44015ed93 x-openstack-request-id: req-c5f8b561-668d-4c32-b3c8-d4d44015ed93 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:14.693848 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edd579-0d8c-46f0-87d7-1184f5ab88c7", "tag": "206465ef-d421-4bca-a514-8754627d7d66", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:14.694133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5f8b561-668d-4c32-b3c8-d4d44015ed93 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:14.694547 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'tag': '206465ef-d421-4bca-a514-8754627d7d66', 'status': 'completed', 'code': 200} Jun 01 11:05:14.736001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-a6800564-a2fc-4dfa-ae80-9eff83d5dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:14.737664 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-a6800564-a2fc-4dfa-ae80-9eff83d5dd4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 1097 time: 0.0760658 Jun 01 11:05:14.811269 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-ab15594e-31e7-499d-a018-ad85198989b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206465ef-d421-4bca-a514-8754627d7d66 HTTP/1.1" status: 200 len: 217 time: 0.0639806 Jun 01 11:05:14.879035 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-d52c328f-3fca-4ec1-b78b-62b1bcf6567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:14.880442 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-d52c328f-3fca-4ec1-b78b-62b1bcf6567e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0619297 Jun 01 11:05:15.021385 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-cf1522bd-936a-4053-966b-67df5e6f66e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335757 Jun 01 11:05:15.149717 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-5dcb1e17-b232-4890-a7dc-05511a83700e service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213629 Jun 01 11:05:15.277010 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-c47fe91f-cabd-46c8-963f-73559e6407dd req-cb75d7d3-e5ef-4c92-bf61-d68c11403cdf service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207519 Jun 01 11:05:15.386095 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-2e4ced07-0d4b-4b65-90e9-843d72287b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:15.387664 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-2e4ced07-0d4b-4b65-90e9-843d72287b39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 1097 time: 0.0692186 Jun 01 11:05:15.521394 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-907296cb-8730-437d-bd4e-99cc3feddb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:15.522837 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-907296cb-8730-437d-bd4e-99cc3feddb1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 915 time: 0.1283746 Jun 01 11:05:15.596611 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-c369711c-a92f-45a5-a598-1f72f4bdaad0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206465ef-d421-4bca-a514-8754627d7d66 HTTP/1.1" status: 200 len: 217 time: 0.0626328 Jun 01 11:05:15.643293 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74d717-9d8b-4687-95b9-341c20a263b9 req-ae2f8de2-1c02-411e-adcf-911d64a718b7 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:15.644534 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef74d717-9d8b-4687-95b9-341c20a263b9 req-ae2f8de2-1c02-411e-adcf-911d64a718b7 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1487951 Jun 01 11:05:15.657887 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efe698-0294-47f0-a1d6-6ff7c96af63b req-9529c30c-6806-42e5-ac5f-018adf6fe5d0 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:15.658325 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-c636b48e-2a7c-4836-b80d-f46baf37af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:15.659339 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-79efe698-0294-47f0-a1d6-6ff7c96af63b req-9529c30c-6806-42e5-ac5f-018adf6fe5d0 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 944 time: 0.1212587 Jun 01 11:05:15.659730 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-c636b48e-2a7c-4836-b80d-f46baf37af3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0570514 Jun 01 11:05:15.710085 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-82ace97a-f316-4c23-b54a-e3679218ba50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435846 Jun 01 11:05:15.831569 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef74d717-9d8b-4687-95b9-341c20a263b9 req-20674b27-047a-4cc8-afd1-af2aed7b3934 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712389 Jun 01 11:05:15.838776 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-79efe698-0294-47f0-a1d6-6ff7c96af63b req-e04b0adb-ceec-4b52-b1d5-fd8612044578 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644459 Jun 01 11:05:15.853833 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-0aa70607-26a5-4055-8732-095ee204769c service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311007 Jun 01 11:05:15.983624 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b7919ac5-7fa7-44f7-b15c-a950f4e61247 req-cdca8fb1-8c5a-4b9c-8bce-fcda51019697 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254711 Jun 01 11:05:16.020742 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d933f9-b115-4a71-a207-fb93f8b1183e req-e10e5017-74af-4d37-91e0-955df74f1417 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:16.022213 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-47d933f9-b115-4a71-a207-fb93f8b1183e req-e10e5017-74af-4d37-91e0-955df74f1417 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.0812638 Jun 01 11:05:16.031084 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50188) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:05:16.036139 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Request body: {'floatingip': {'port_id': '6c816b97-b209-4d00-bde6-466c19fa8855'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:16.114078 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:16.692296 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:16.696012 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:16.866173 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.l3_db [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Floating IP 857a7fe2-2e81-4cc9-925a-9622f6bd93a9 associated. External IP: 172.28.3.253, port: 6c816b97-b209-4d00-bde6-466c19fa8855. Jun 01 11:05:17.268237 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f2bcc-7112-47e9-8dbb-7525040ba52c req-556603f5-704c-4840-baac-f10376148916 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:17.269684 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d24f2bcc-7112-47e9-8dbb-7525040ba52c req-556603f5-704c-4840-baac-f10376148916 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 944 time: 0.3225338 Jun 01 11:05:17.395339 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d24f2bcc-7112-47e9-8dbb-7525040ba52c req-0449f257-b6e7-4e50-91b4-6ac4a24a3594 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169236 Jun 01 11:05:17.416834 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:05:17.517829 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 206465ef-d421-4bca-a514-8754627d7d66 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:05:17.600792 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:05:17.605746 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:17.610804 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:05:17.619917 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:05:17.620526 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:17.658852 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 206465ef-d421-4bca-a514-8754627d7d66, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=206465ef-d421-4bca-a514-8754627d7d66,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:17.672372 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-1d938faa-4232-4e65-9747-37336c77a334 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "PUT /v2.0/floatingips/857a7fe2-2e81-4cc9-925a-9622f6bd93a9 HTTP/1.1" status: 200 len: 991 time: 1.6401541 Jun 01 11:05:17.672610 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '206465ef-d421-4bca-a514-8754627d7d66', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'port_id': '206465ef-d421-4bca-a514-8754627d7d66', 'mac_address': 'fa:16:3e:6d:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c76b67-57e2-4359-a68a-9c0e23347678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:05:17.673670 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:17.676006 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16800d20-4fda-49df-81fc-22fe45677dac" -d '{"events": [{"name": "network-changed", "server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:17.722521 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9aa1b-455a-445b-af4b-7b56a9f2755b x-openstack-request-id: req-7fb9aa1b-455a-445b-af4b-7b56a9f2755b {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:17.723136 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:17.723136 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fb9aa1b-455a-445b-af4b-7b56a9f2755b {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:17.723571 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855', 'status': 'completed', 'code': 200} Jun 01 11:05:17.749959 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:17.770428 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206465ef-d421-4bca-a514-8754627d7d66 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:17.790071 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 206465ef-d421-4bca-a514-8754627d7d66, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=206465ef-d421-4bca-a514-8754627d7d66,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:17.796557 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:17.799669 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-789fb731-296d-4a0b-9c78-ef9584e3e814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:17.806065 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:05:17.832674 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16800d20-4fda-49df-81fc-22fe45677dac req-71ba5443-0000-4fca-953d-1e227dea6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:17.834283 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-71ba5443-0000-4fca-953d-1e227dea6579 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75680b98f67544b19333ea75587f1120&device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 1098 time: 0.0835321 Jun 01 11:05:17.872206 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=206465ef-d421-4bca-a514-8754627d7d66,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:17.876060 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:17.975994 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16800d20-4fda-49df-81fc-22fe45677dac req-10c8c954-0a24-4d12-a06a-703f4e67c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:17.977418 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-10c8c954-0a24-4d12-a06a-703f4e67c19d service neutron] 10.222.0.73 "GET /v2.0/networks?id=264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 200 len: 911 time: 0.1269538 Jun 01 11:05:18.022518 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:18.082820 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-2f9a5022-cb1a-4915-99b6-e8081261f535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c816b97-b209-4d00-bde6-466c19fa8855 HTTP/1.1" status: 200 len: 999 time: 0.0987916 Jun 01 11:05:18.149673 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16800d20-4fda-49df-81fc-22fe45677dac req-f8bae83b-fee4-481d-a763-f2dff3a5ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:18.151444 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-f8bae83b-fee4-481d-a763-f2dff3a5ed92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 200 len: 849 time: 0.0623829 Jun 01 11:05:18.170542 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '857a7fe2-2e81-4cc9-925a-9622f6bd93a9', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'floating_ip_address': '172.28.3.253', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'port_id': '6c816b97-b209-4d00-bde6-466c19fa8855', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'mac_address': 'fa:16:3e:f0:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:05:03Z', 'updated_at': '2021-06-01T11:05:16Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:18.174548 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:05:18.187577 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:05:18.188196 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:04:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:18.237948 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16800d20-4fda-49df-81fc-22fe45677dac req-1a522a89-bf07-474f-91c9-e3aea20a4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:18.239424 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-1a522a89-bf07-474f-91c9-e3aea20a4812 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=264612e0-40b4-429d-bf71-e3c7318e6ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817955 Jun 01 11:05:18.367631 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:05:18.471707 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-94568f2e-8571-47ea-8c49-4b461f7badff service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254102 Jun 01 11:05:18.586426 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23319a0-bf3f-472e-adb5-fe110e21227d req-a06e18f0-9896-4c1c-b08c-d5ba88561da1 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:18.588239 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f23319a0-bf3f-472e-adb5-fe110e21227d req-a06e18f0-9896-4c1c-b08c-d5ba88561da1 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 945 time: 0.0822794 Jun 01 11:05:18.612330 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-16800d20-4fda-49df-81fc-22fe45677dac req-40067e4c-fe82-439d-a82d-809ac1ec3cd5 service neutron] 10.222.0.73 "GET /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338627 Jun 01 11:05:18.639843 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f23319a0-bf3f-472e-adb5-fe110e21227d req-21a75242-08a2-41b6-978f-f09031af7679 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Jun 01 11:05:18.728154 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '857a7fe2-2e81-4cc9-925a-9622f6bd93a9', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'floating_ip_address': '172.28.3.253', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'port_id': '6c816b97-b209-4d00-bde6-466c19fa8855', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'mac_address': 'fa:16:3e:f0:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:05:03Z', 'updated_at': '2021-06-01T11:05:16Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:05:18.732721 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ee1f6-cdc2-4346-b6ac-ef66e4207e24 None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_floatingips': [{'id': '857a7fe2-2e81-4cc9-925a-9622f6bd93a9', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'floating_ip_address': '172.28.3.253', 'floating_network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'router_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'port_id': '6c816b97-b209-4d00-bde6-466c19fa8855', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'mac_address': 'fa:16:3e:f0:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T11:05:03Z', 'updated_at': '2021-06-01T11:05:16Z', 'revision_number': 1, 'project_id': '75680b98f67544b19333ea75587f1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:05:18.905479 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b482b4a-41f6-4bce-a32c-9b51ffc32c7b None None] New status for floating IP 857a7fe2-2e81-4cc9-925a-9622f6bd93a9: ACTIVE {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:05:19.529157 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 206465ef-d421-4bca-a514-8754627d7d66 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:05:19.596648 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 206465ef-d421-4bca-a514-8754627d7d66 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:05:19.601239 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 206465ef-d421-4bca-a514-8754627d7d66 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:05:19.601644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:19.717918 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:19.743928 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206465ef-d421-4bca-a514-8754627d7d66'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:19.747101 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925d971-64a4-4225-8ffd-b92e3179c50c" -d '{"events": [{"server_uuid": "86edd579-0d8c-46f0-87d7-1184f5ab88c7", "name": "network-vif-plugged", "status": "completed", "tag": "206465ef-d421-4bca-a514-8754627d7d66"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:19.755106 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 206465ef-d421-4bca-a514-8754627d7d66, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=206465ef-d421-4bca-a514-8754627d7d66,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:19.760050 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:19.762477 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:19.803894 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc14e7e-a22d-44a4-8574-558e686bfeb8 x-openstack-request-id: req-1dc14e7e-a22d-44a4-8574-558e686bfeb8 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:19.804194 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edd579-0d8c-46f0-87d7-1184f5ab88c7", "name": "network-vif-plugged", "status": "completed", "tag": "206465ef-d421-4bca-a514-8754627d7d66", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:19.804458 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dc14e7e-a22d-44a4-8574-558e686bfeb8 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:19.804854 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206465ef-d421-4bca-a514-8754627d7d66', 'code': 200} Jun 01 11:05:19.831326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=206465ef-d421-4bca-a514-8754627d7d66,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:19.834260 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:19.856731 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6822-e300-4035-85c9-ad3f9df2e107 req-15bed268-d100-4ec6-b340-78f8af27d3f7 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:19.858222 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2be6822-e300-4035-85c9-ad3f9df2e107 req-15bed268-d100-4ec6-b340-78f8af27d3f7 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 946 time: 0.1141899 Jun 01 11:05:19.904288 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2be6822-e300-4035-85c9-ad3f9df2e107 req-5f59f3db-e724-4204-be92-8fd8a08f4074 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Jun 01 11:05:20.052234 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739288d1-5593-48f0-a1cf-d274e44489ff req-bcdfc496-10d2-48b4-8cb2-d575a088e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:20.053760 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-739288d1-5593-48f0-a1cf-d274e44489ff req-bcdfc496-10d2-48b4-8cb2-d575a088e5dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 1099 time: 0.0713582 Jun 01 11:05:20.093736 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-739288d1-5593-48f0-a1cf-d274e44489ff req-98846500-8b5b-46f5-97ce-2b528adce5d9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Jun 01 11:05:21.099635 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79dffe-67dc-40e0-9bf7-e41a1d213e42 req-a00ff78a-165a-4377-982a-b7e2b333f66e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:21.101098 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8c79dffe-67dc-40e0-9bf7-e41a1d213e42 req-a00ff78a-165a-4377-982a-b7e2b333f66e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 946 time: 0.0843899 Jun 01 11:05:21.147133 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8c79dffe-67dc-40e0-9bf7-e41a1d213e42 req-d8f2e1d7-8e6f-4bab-9410-51caefdf74cd tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Jun 01 11:05:22.333557 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66fef7-60b8-4ba6-9948-a19d141be664 req-b66f37bd-68d9-494f-97f7-00082142e4c4 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:22.335115 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dd66fef7-60b8-4ba6-9948-a19d141be664 req-b66f37bd-68d9-494f-97f7-00082142e4c4 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 946 time: 0.0795252 Jun 01 11:05:22.381119 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dd66fef7-60b8-4ba6-9948-a19d141be664 req-2be2d8de-2515-4628-8f56-12f0f907ef0b tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Jun 01 11:05:24.617537 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ced6499f-4361-4eb3-aad8-2c23d851229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:26.953390 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-9ecc8e93-9086-4ee2-8c2e-7f4cd393110d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:26.954840 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-9ecc8e93-9086-4ee2-8c2e-7f4cd393110d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1474228 Jun 01 11:05:26.971433 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-e2cfedef-d811-41bf-ba32-80fb168222ec tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/quotas/5829020e637842e19834c1f8fdea3b01 HTTP/1.1" status: 200 len: 375 time: 0.0110929 Jun 01 11:05:27.053906 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-adad690b-7c6a-4a74-9336-0ebb60c7912f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774658 Jun 01 11:05:27.183175 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-4a8ffd8b-d530-44b7-affa-1b5f2506cef1 service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227121 Jun 01 11:05:27.264059 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:27.314163 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-7b8f0916-5772-410f-b759-7d0ca65a069c service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245282 Jun 01 11:05:27.381360 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-02f23296-9952-4478-b9ad-2da49fb392a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:27.494616 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-74c696a2-02c9-4f5f-b5ae-dc219f319347 req-90abdb88-afac-42b5-b7c5-641490ced344 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 210 time: 0.0418005 Jun 01 11:05:28.335466 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:28.577119 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-ab94d34d-19fe-48c8-8c9d-95a72ea81519 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:28.577719 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-ab94d34d-19fe-48c8-8c9d-95a72ea81519 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1551452 Jun 01 11:05:28.591200 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Request body: {'port': {'device_id': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'admin_state_up': True, 'tenant_id': '5829020e637842e19834c1f8fdea3b01'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:28.654559 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0eb7b0d8-7f67-4feb-8f6e-dee3ab199453 req-e2f4fee1-2591-4a5d-a283-bfe0bf8af1c3 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 210 time: 0.0488553 Jun 01 11:05:28.731577 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:28.735133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Usage tracker for resource:port and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:28.737967 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:28.743596 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:28.753450 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Made reservation on behalf of 5829020e637842e19834c1f8fdea3b01 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:28.756895 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:28.915121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Allocated IP 172.20.0.14 (2d2b0959-80cc-46e6-90ea-1c680e555e1c/31c76b67-57e2-4359-a68a-9c0e23347678/36e0fe46-092f-4728-9f6d-893b549901c2) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:05:29.129404 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:29.158566 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:29.163853 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9e9beea6-4972-4c6b-a298-7ec05f1aa2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:29.170467 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:29.230314 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:05:29.233421 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:29.237281 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:05:29.270963 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event updated for resources: {'Port': ['ID=36e0fe46-092f-4728-9f6d-893b549901c2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:29.283270 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:29.305418 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:29.306046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:29.327385 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-fc007bd8-0ea1-4506-9669-67984e58ef3f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410908 Jun 01 11:05:29.339127 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Request body: {'port': {'device_id': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:29.446682 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:29.788138 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e0fe46-092f-4728-9f6d-893b549901c2 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:29.795484 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:29.810007 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Transition to ACTIVE for port object 36e0fe46-092f-4728-9f6d-893b549901c2 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:05:29.815018 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:29.819353 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:29.847213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921784fe-98e3-42fd-9d07-c6426d4a92ca req-13568bef-1a17-42d7-b5fe-91061f885bff tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:29.848677 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-921784fe-98e3-42fd-9d07-c6426d4a92ca req-13568bef-1a17-42d7-b5fe-91061f885bff tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 932 time: 0.0848997 Jun 01 11:05:29.894966 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-921784fe-98e3-42fd-9d07-c6426d4a92ca req-6133e325-dec8-4bf2-82da-5eef5c2dba94 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Jun 01 11:05:29.974649 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:30.038207 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=36e0fe46-092f-4728-9f6d-893b549901c2,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:30.064202 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:30.143499 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Attempting to bind port 36e0fe46-092f-4728-9f6d-893b549901c2 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:05:30.143847 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Attempting to bind port 36e0fe46-092f-4728-9f6d-893b549901c2 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:05:30.144175 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Attempting to bind port 36e0fe46-092f-4728-9f6d-893b549901c2 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:30.148666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Port 36e0fe46-092f-4728-9f6d-893b549901c2 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:05:30.148984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Attempting to bind port 36e0fe46-092f-4728-9f6d-893b549901c2 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:30.154201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:05:30.154533 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Checking segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:05:30.154933 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Bound using segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:05:30.155360 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Bound port: 36e0fe46-092f-4728-9f6d-893b549901c2, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:05:30.155705 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:30.245056 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] For port 36e0fe46-092f-4728-9f6d-893b549901c2, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:05:30.248650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] For port 36e0fe46-092f-4728-9f6d-893b549901c2, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=36e0fe46-092f-4728-9f6d-893b549901c2,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:05:30.252849 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:30.257271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f55a2bc9-da51-44ed-acd1-d6d2929a2887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:30.310778 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:30.311386 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:30.312987 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/36e0fe46-092f-4728-9f6d-893b549901c2 HTTP/1.1" status: 200 len: 1094 time: 0.9779780 Jun 01 11:05:30.313482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'tag': '36e0fe46-092f-4728-9f6d-893b549901c2'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:30.315765 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fedb51-f469-44fb-97e0-e4ac5f13d857" -d '{"events": [{"name": "network-changed", "server_uuid": "16d3c88c-d0bd-4f56-9888-567bef520aeb", "tag": "36e0fe46-092f-4728-9f6d-893b549901c2"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:30.339777 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=36e0fe46-092f-4728-9f6d-893b549901c2,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:30.343217 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:30.387938 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d117ee1-d7dd-4458-8021-0ce515771220 x-openstack-request-id: req-3d117ee1-d7dd-4458-8021-0ce515771220 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:30.388269 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d3c88c-d0bd-4f56-9888-567bef520aeb", "tag": "36e0fe46-092f-4728-9f6d-893b549901c2", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:30.388556 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d117ee1-d7dd-4458-8021-0ce515771220 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:30.388973 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'tag': '36e0fe46-092f-4728-9f6d-893b549901c2', 'status': 'completed', 'code': 200} Jun 01 11:05:30.422253 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-2b140f2f-8448-4d4b-a37f-d08ac17c4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:30.423722 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-2b140f2f-8448-4d4b-a37f-d08ac17c4fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 1097 time: 0.0747190 Jun 01 11:05:30.495663 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-e0c95208-af9d-465a-b8bc-c239b2208aa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e0fe46-092f-4728-9f6d-893b549901c2 HTTP/1.1" status: 200 len: 217 time: 0.0645678 Jun 01 11:05:30.556873 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-09a6dab4-f317-467e-be75-00a77f24e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:30.558197 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-09a6dab4-f317-467e-be75-00a77f24e4d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0563149 Jun 01 11:05:30.602905 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-cf607a92-acbf-4a50-aa23-02da62dc19ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386062 Jun 01 11:05:30.731466 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-9bc4f010-0fe6-436e-87f3-0dbbf10e3ef0 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216586 Jun 01 11:05:30.860080 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b5236e3b-bb57-4c50-b4e3-ff17cf2a152c req-10f6578a-9536-4467-a9b9-41b552c19aa5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222575 Jun 01 11:05:30.985214 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-47fe8473-a2ab-4831-b7af-8a1ca34f25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:30.986714 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-47fe8473-a2ab-4831-b7af-8a1ca34f25fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 1097 time: 0.0752156 Jun 01 11:05:31.081449 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de716cb5-54a9-41e5-b577-e5d780aa994d req-47825890-6906-44de-afc3-1dc0f5378580 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:31.082922 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-de716cb5-54a9-41e5-b577-e5d780aa994d req-47825890-6906-44de-afc3-1dc0f5378580 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 944 time: 0.0790131 Jun 01 11:05:31.117935 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-89d0c00f-a207-475a-9e20-9be9d71e97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:31.119278 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-89d0c00f-a207-475a-9e20-9be9d71e97f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 915 time: 0.1258385 Jun 01 11:05:31.131655 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-de716cb5-54a9-41e5-b577-e5d780aa994d req-055bc0b9-b89b-4c69-827c-e57712091d0d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Jun 01 11:05:31.186718 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-c21070e0-9aab-4810-a161-9f9748ed628f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e0fe46-092f-4728-9f6d-893b549901c2 HTTP/1.1" status: 200 len: 217 time: 0.0593767 Jun 01 11:05:31.255337 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-28675b6a-e67a-4783-9cc2-2eb401f34f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:31.256748 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-28675b6a-e67a-4783-9cc2-2eb401f34f5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0608997 Jun 01 11:05:31.306938 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-b913839c-1439-442e-9d36-20190a4c4077 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402765 Jun 01 11:05:31.439389 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-08f44dd8-e821-4b09-a37e-329f534bd955 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247208 Jun 01 11:05:31.571415 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a0fedb51-f469-44fb-97e0-e4ac5f13d857 req-3aa4e7de-c03a-428e-9f52-764be454de41 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243873 Jun 01 11:05:32.452306 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41b401-f09a-4b8b-9a85-60b989160abc req-41844745-ab64-4e2b-ac6d-4ab07ae3b6d5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:32.453783 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e41b401-f09a-4b8b-9a85-60b989160abc req-41844745-ab64-4e2b-ac6d-4ab07ae3b6d5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 944 time: 0.2050231 Jun 01 11:05:32.503493 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e41b401-f09a-4b8b-9a85-60b989160abc req-e38ee0ac-0a76-44e6-bbaf-d233b56eee82 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Jun 01 11:05:33.591520 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 36e0fe46-092f-4728-9f6d-893b549901c2 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:05:33.693161 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382685b-150b-41ed-9524-e2d19559fc4f req-2503718f-24ab-4101-8542-a31fd7b356a5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:33.694561 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6382685b-150b-41ed-9524-e2d19559fc4f req-2503718f-24ab-4101-8542-a31fd7b356a5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 944 time: 0.0836639 Jun 01 11:05:33.724452 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 36e0fe46-092f-4728-9f6d-893b549901c2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=36e0fe46-092f-4728-9f6d-893b549901c2,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:33.738070 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '36e0fe46-092f-4728-9f6d-893b549901c2', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'port_id': '36e0fe46-092f-4728-9f6d-893b549901c2', 'mac_address': 'fa:16:3e:26:b6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c76b67-57e2-4359-a68a-9c0e23347678', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:05:33.740647 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6382685b-150b-41ed-9524-e2d19559fc4f req-8a8ad39c-f328-4fcf-badb-637cf431b5db tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Jun 01 11:05:33.796778 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:33.813252 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e0fe46-092f-4728-9f6d-893b549901c2 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:33.828623 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 36e0fe46-092f-4728-9f6d-893b549901c2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=36e0fe46-092f-4728-9f6d-893b549901c2,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:33.832514 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:33.834343 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:33.899474 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=36e0fe46-092f-4728-9f6d-893b549901c2,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:33.902523 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:34.090053 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['36e0fe46-092f-4728-9f6d-893b549901c2'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:34.925683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35921-6832-49eb-8a63-b476f4cd0980 req-c2a2378b-82d7-436c-a4f0-3046cc3583cb tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:34.927118 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-49a35921-6832-49eb-8a63-b476f4cd0980 req-c2a2378b-82d7-436c-a4f0-3046cc3583cb tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 945 time: 0.0795822 Jun 01 11:05:34.975247 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-49a35921-6832-49eb-8a63-b476f4cd0980 req-a8a14b48-d153-4f71-8465-4660ecb445ce tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Jun 01 11:05:35.596327 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 36e0fe46-092f-4728-9f6d-893b549901c2 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:05:35.663606 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 36e0fe46-092f-4728-9f6d-893b549901c2 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:05:35.668511 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 36e0fe46-092f-4728-9f6d-893b549901c2 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:05:35.668883 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:35.786294 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:35.813268 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e0fe46-092f-4728-9f6d-893b549901c2'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:35.815497 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d6bcca-f4d3-4773-a3e1-e239091501c2" -d '{"events": [{"server_uuid": "16d3c88c-d0bd-4f56-9888-567bef520aeb", "name": "network-vif-plugged", "status": "completed", "tag": "36e0fe46-092f-4728-9f6d-893b549901c2"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:35.823076 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 36e0fe46-092f-4728-9f6d-893b549901c2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=36e0fe46-092f-4728-9f6d-893b549901c2,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:35.827352 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:35.829359 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:35.863749 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e597189-f79c-4cd2-88ed-e62072ac4b47 x-openstack-request-id: req-7e597189-f79c-4cd2-88ed-e62072ac4b47 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:35.864046 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d3c88c-d0bd-4f56-9888-567bef520aeb", "name": "network-vif-plugged", "status": "completed", "tag": "36e0fe46-092f-4728-9f6d-893b549901c2", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:35.864310 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e597189-f79c-4cd2-88ed-e62072ac4b47 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:35.864702 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e0fe46-092f-4728-9f6d-893b549901c2', 'code': 200} Jun 01 11:05:35.899989 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=36e0fe46-092f-4728-9f6d-893b549901c2,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:35.903209 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:36.093900 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54126b9a-a9c3-48da-9995-f2de20d1f461 req-016176f1-2725-4f9e-82c7-8993c324562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:36.095436 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-54126b9a-a9c3-48da-9995-f2de20d1f461 req-016176f1-2725-4f9e-82c7-8993c324562e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 1099 time: 0.0729253 Jun 01 11:05:36.169129 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5cf51-19c3-412b-ab89-5a3a48ea83ca req-07d5316f-1dc4-4b3c-bd30-30078d866366 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:36.170700 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0be5cf51-19c3-412b-ab89-5a3a48ea83ca req-07d5316f-1dc4-4b3c-bd30-30078d866366 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 946 time: 0.0854352 Jun 01 11:05:36.219378 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0be5cf51-19c3-412b-ab89-5a3a48ea83ca req-63c937c4-595a-485c-841e-94631352906b tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Jun 01 11:05:36.237217 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-54126b9a-a9c3-48da-9995-f2de20d1f461 req-3c589c04-f5fe-41af-91af-49e2935892d7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335976 Jun 01 11:05:37.243751 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:37.409303 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3b491-d8b4-4cb8-845b-55e2061129d6 req-4cf6daf4-f409-4970-8794-526a42bd4c10 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:37.410776 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-94f3b491-d8b4-4cb8-845b-55e2061129d6 req-4cf6daf4-f409-4970-8794-526a42bd4c10 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 946 time: 0.0844855 Jun 01 11:05:37.455825 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-94f3b491-d8b4-4cb8-845b-55e2061129d6 req-ae7ccd59-d69c-4949-ad9a-fc029085276f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jun 01 11:05:39.537677 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-e2a42c1f-658f-4837-968f-7e32c4811f06 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:39.539120 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-e2a42c1f-658f-4837-968f-7e32c4811f06 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1502554 Jun 01 11:05:39.553211 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-a1661ea7-9dda-47b0-98fc-542f650325f7 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/quotas/5829020e637842e19834c1f8fdea3b01 HTTP/1.1" status: 200 len: 375 time: 0.0087206 Jun 01 11:05:39.637752 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-b6a20dfe-3cd7-41e3-a225-f681b99d4db9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797858 Jun 01 11:05:39.774434 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-1d7155fd-f6e2-440e-a384-d7216d5b674b service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301665 Jun 01 11:05:39.908722 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-bb7ed32d-4709-4b58-ae42-b6c2af85a68d service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283257 Jun 01 11:05:40.085254 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1d38f974-e17e-4144-bbd3-af57cc0e4b7d req-801bb78e-14f7-4b44-90bc-fcebf0d8890b tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 210 time: 0.0471098 Jun 01 11:05:41.147751 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-807ebc35-6809-49bb-ab8e-bc353f313623 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:41.149155 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-807ebc35-6809-49bb-ab8e-bc353f313623 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1512337 Jun 01 11:05:41.162252 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Request body: {'port': {'device_id': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'admin_state_up': True, 'tenant_id': '5829020e637842e19834c1f8fdea3b01'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:41.244306 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ff75edd8-871e-4b62-9673-38adf6deffaa req-af9f3c78-80e9-4010-a6a3-bd882d14517f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 210 time: 0.0448079 Jun 01 11:05:41.301815 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:41.305550 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Usage tracker for resource:port and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:41.309182 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:41.315148 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:41.325768 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Made reservation on behalf of 5829020e637842e19834c1f8fdea3b01 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:41.329479 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:41.494566 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Allocated IP 172.20.0.3 (2d2b0959-80cc-46e6-90ea-1c680e555e1c/31c76b67-57e2-4359-a68a-9c0e23347678/09aa9697-3c11-4314-9ab3-e6389c77907b) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:05:41.697526 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:41.726368 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:41.732302 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b5904b3b-354f-4995-b774-fa66762a9c56 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:41.744981 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66', '36e0fe46-092f-4728-9f6d-893b549901c2'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:41.798611 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:05:41.801568 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:41.805482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:05:41.842931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event updated for resources: {'Port': ['ID=09aa9697-3c11-4314-9ab3-e6389c77907b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:41.851534 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:41.875496 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:41.876114 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:41.897133 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386749 Jun 01 11:05:41.914939 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Request body: {'port': {'device_id': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:42.028397 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:42.359934 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09aa9697-3c11-4314-9ab3-e6389c77907b {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:42.367152 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:42.381411 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Transition to ACTIVE for port object 09aa9697-3c11-4314-9ab3-e6389c77907b will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:05:42.384894 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:42.389473 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dba97153-4f58-4ef4-b1c2-7eb870c40518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:42.442420 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71244c03-67e1-4890-96d6-2f0990c35d2d req-80ccd247-6061-4080-9bfb-3f4c68a97552 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:42.443905 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71244c03-67e1-4890-96d6-2f0990c35d2d req-80ccd247-6061-4080-9bfb-3f4c68a97552 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 943 time: 0.0938532 Jun 01 11:05:42.493499 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-71244c03-67e1-4890-96d6-2f0990c35d2d req-f7ebafa9-03cf-4b9f-ae02-d37bf478980e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Jun 01 11:05:42.542864 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Pushing event updated for resources: {'Port': ['ID=09aa9697-3c11-4314-9ab3-e6389c77907b,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:42.549639 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:42.617936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Attempting to bind port 09aa9697-3c11-4314-9ab3-e6389c77907b on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:05:42.618264 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Attempting to bind port 09aa9697-3c11-4314-9ab3-e6389c77907b by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:05:42.618589 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Attempting to bind port 09aa9697-3c11-4314-9ab3-e6389c77907b on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:42.623219 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Port 09aa9697-3c11-4314-9ab3-e6389c77907b on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:05:42.623531 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Attempting to bind port 09aa9697-3c11-4314-9ab3-e6389c77907b on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:42.628491 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:05:42.628818 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Checking segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:05:42.629190 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Bound using segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:05:42.629639 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Bound port: 09aa9697-3c11-4314-9ab3-e6389c77907b, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:05:42.629976 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:42.719143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] For port 09aa9697-3c11-4314-9ab3-e6389c77907b, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:05:42.721975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] For port 09aa9697-3c11-4314-9ab3-e6389c77907b, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=09aa9697-3c11-4314-9ab3-e6389c77907b,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:05:42.727099 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:42.731053 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f51ac298-bdea-4239-81d2-ded6d8dabfc8 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:42.881349 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:42.881984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:42.883318 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] 10.222.0.73 "PUT /v2.0/ports/09aa9697-3c11-4314-9ab3-e6389c77907b HTTP/1.1" status: 200 len: 1093 time: 0.9726422 Jun 01 11:05:42.883809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'tag': '09aa9697-3c11-4314-9ab3-e6389c77907b'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:42.886088 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a85d53-bff8-4b71-bd5a-0715ebbf39a2", "tag": "09aa9697-3c11-4314-9ab3-e6389c77907b"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:42.903809 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Pushing event updated for resources: {'Port': ['ID=09aa9697-3c11-4314-9ab3-e6389c77907b,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:42.906921 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01eb6e6b-b728-4432-9429-23aa117ff25a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:42.956283 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a741dcf-9f07-4384-847d-fab982adf1fd x-openstack-request-id: req-1a741dcf-9f07-4384-847d-fab982adf1fd {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:42.956602 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a85d53-bff8-4b71-bd5a-0715ebbf39a2", "tag": "09aa9697-3c11-4314-9ab3-e6389c77907b", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:42.956889 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a741dcf-9f07-4384-847d-fab982adf1fd {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:42.957299 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'tag': '09aa9697-3c11-4314-9ab3-e6389c77907b', 'status': 'completed', 'code': 200} Jun 01 11:05:42.999422 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-2c1dde3d-0880-468d-a489-ebf5e5ef38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:43.000852 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-2c1dde3d-0880-468d-a489-ebf5e5ef38ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 1096 time: 0.0750797 Jun 01 11:05:43.071882 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-926efdc1-db0d-40a6-bbeb-0ca1416fc729 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09aa9697-3c11-4314-9ab3-e6389c77907b HTTP/1.1" status: 200 len: 217 time: 0.0593646 Jun 01 11:05:43.135793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-da456485-658f-45cb-8737-e8d786d806b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:43.138068 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-da456485-658f-45cb-8737-e8d786d806b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0597935 Jun 01 11:05:43.185261 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-f0569c38-c44f-453c-adc1-ef12e063ddb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399678 Jun 01 11:05:43.336593 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-cdb63860-266c-4be6-bbe1-078a7531fb88 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435645 Jun 01 11:05:43.469417 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3973907a-a335-4a9e-93a9-3cec4e3cba46 req-d36d9b6e-f9d9-408f-bc86-af4419155ea5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253552 Jun 01 11:05:43.587036 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-b0fe1276-e154-4cee-b50a-f456c6daabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:43.588498 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-b0fe1276-e154-4cee-b50a-f456c6daabb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 1096 time: 0.0721600 Jun 01 11:05:43.690991 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f6b84-7839-4e2b-805a-93050bc71be9 req-3a23a4e4-f459-4702-8a53-5dbe7610f857 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:43.692460 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-439f6b84-7839-4e2b-805a-93050bc71be9 req-3a23a4e4-f459-4702-8a53-5dbe7610f857 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 943 time: 0.0877092 Jun 01 11:05:43.723256 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-6227d12a-1e9c-4112-b550-9adb810e7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:43.724612 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-6227d12a-1e9c-4112-b550-9adb810e7454 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 915 time: 0.1283734 Jun 01 11:05:43.737812 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-439f6b84-7839-4e2b-805a-93050bc71be9 req-64cb78b1-aef8-43b0-955e-ee6427caf189 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Jun 01 11:05:43.796342 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-02d324da-c8b6-4aff-afd9-4fc78e0ee1be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09aa9697-3c11-4314-9ab3-e6389c77907b HTTP/1.1" status: 200 len: 217 time: 0.0648067 Jun 01 11:05:43.860373 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-4207ed5a-b918-4510-9f40-3c175bac9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:43.861892 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-4207ed5a-b918-4510-9f40-3c175bac9ab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0579355 Jun 01 11:05:43.912368 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-19859cb1-4e21-48b4-a21e-4efade737236 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425825 Jun 01 11:05:44.046015 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-2b7f630a-212e-4ff7-8836-0488a572d95d service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249759 Jun 01 11:05:44.185698 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-b3c469ad-0ba0-482a-b04b-9ee42fff5ff4 req-c52b2422-8454-469b-b32c-0dcafda5f43f service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258187 Jun 01 11:05:44.925283 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536de30-187a-4e75-a6cc-527ea366dec5 req-4387c939-44e0-4d0a-8c02-49bbf57a05b4 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:44.926702 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2536de30-187a-4e75-a6cc-527ea366dec5 req-4387c939-44e0-4d0a-8c02-49bbf57a05b4 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 943 time: 0.0799012 Jun 01 11:05:44.978342 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2536de30-187a-4e75-a6cc-527ea366dec5 req-e2e2b003-8b0f-4db1-8e60-8bc103556424 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Jun 01 11:05:45.669891 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 09aa9697-3c11-4314-9ab3-e6389c77907b details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:05:45.801572 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 09aa9697-3c11-4314-9ab3-e6389c77907b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=09aa9697-3c11-4314-9ab3-e6389c77907b,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:45.815979 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '09aa9697-3c11-4314-9ab3-e6389c77907b', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'port_id': '09aa9697-3c11-4314-9ab3-e6389c77907b', 'mac_address': 'fa:16:3e:0b:8e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c76b67-57e2-4359-a68a-9c0e23347678', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:05:45.870063 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:45.887235 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09aa9697-3c11-4314-9ab3-e6389c77907b {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:45.904604 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 09aa9697-3c11-4314-9ab3-e6389c77907b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=09aa9697-3c11-4314-9ab3-e6389c77907b,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:45.908846 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:45.910555 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:46.007384 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=09aa9697-3c11-4314-9ab3-e6389c77907b,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:46.010138 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:46.161873 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfca6d-4656-4d6c-9c12-758aad2333d8 req-34797c7c-b37c-4a91-8da0-d20210bbb408 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:46.163944 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-94dfca6d-4656-4d6c-9c12-758aad2333d8 req-34797c7c-b37c-4a91-8da0-d20210bbb408 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 944 time: 0.0812504 Jun 01 11:05:46.165923 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['09aa9697-3c11-4314-9ab3-e6389c77907b'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:46.208207 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-94dfca6d-4656-4d6c-9c12-758aad2333d8 req-5fb0721e-da25-4e54-be98-3dfab6564a4a tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Jun 01 11:05:47.394058 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c418-5438-4511-8665-2af357cc09ee req-0cc99c48-46f7-4c89-9fd9-ee967735bbb5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:47.395394 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8f00c418-5438-4511-8665-2af357cc09ee req-0cc99c48-46f7-4c89-9fd9-ee967735bbb5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 944 time: 0.0831842 Jun 01 11:05:47.439654 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8f00c418-5438-4511-8665-2af357cc09ee req-7cad9a90-dda6-46c1-bb7b-5d67e074ef2f tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Jun 01 11:05:47.690264 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 09aa9697-3c11-4314-9ab3-e6389c77907b up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:05:47.758089 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 09aa9697-3c11-4314-9ab3-e6389c77907b completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:05:47.763673 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 09aa9697-3c11-4314-9ab3-e6389c77907b triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:05:47.764047 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:47.877178 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:47.905180 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aa9697-3c11-4314-9ab3-e6389c77907b'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:47.907550 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17aae09-8545-494a-bf91-382572410292" -d '{"events": [{"server_uuid": "c6a85d53-bff8-4b71-bd5a-0715ebbf39a2", "name": "network-vif-plugged", "status": "completed", "tag": "09aa9697-3c11-4314-9ab3-e6389c77907b"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:47.915139 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 09aa9697-3c11-4314-9ab3-e6389c77907b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=09aa9697-3c11-4314-9ab3-e6389c77907b,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:05:47.919604 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:47.922369 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d6250df3-16d6-4a1a-a349-721b180b4b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:47.952803 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478b2a0-1559-4298-bc14-5d19b01220ed x-openstack-request-id: req-1478b2a0-1559-4298-bc14-5d19b01220ed {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:47.953100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a85d53-bff8-4b71-bd5a-0715ebbf39a2", "name": "network-vif-plugged", "status": "completed", "tag": "09aa9697-3c11-4314-9ab3-e6389c77907b", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:47.953359 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1478b2a0-1559-4298-bc14-5d19b01220ed {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:47.953768 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aa9697-3c11-4314-9ab3-e6389c77907b', 'code': 200} Jun 01 11:05:47.993695 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=09aa9697-3c11-4314-9ab3-e6389c77907b,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:47.997379 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:48.197866 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88bef2-78ae-4439-846a-322be193d0b6 req-b97cb2fb-9b2a-4eda-a752-35c5608ee741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:48.199947 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3a88bef2-78ae-4439-846a-322be193d0b6 req-b97cb2fb-9b2a-4eda-a752-35c5608ee741 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 1098 time: 0.0712314 Jun 01 11:05:48.240461 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-3a88bef2-78ae-4439-846a-322be193d0b6 req-3b0d604c-29ef-4039-85c5-06a832c385c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jun 01 11:05:48.625702 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc105b-f916-4b8d-8ee5-0b7dffdb2c77 req-22156c36-1999-4fab-95f9-900c16a7c850 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:48.627166 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c3bc105b-f916-4b8d-8ee5-0b7dffdb2c77 req-22156c36-1999-4fab-95f9-900c16a7c850 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 945 time: 0.0819068 Jun 01 11:05:48.671501 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c3bc105b-f916-4b8d-8ee5-0b7dffdb2c77 req-c3d83194-4550-4cf1-85df-e9a40fa2e572 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Jun 01 11:05:48.855979 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:05:49.946451 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0fc1-4d6b-407e-97f9-f1073c78ed09 req-367ed471-578f-4b3d-aec7-8a697ba01490 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:49.947824 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-432b0fc1-4d6b-407e-97f9-f1073c78ed09 req-367ed471-578f-4b3d-aec7-8a697ba01490 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 945 time: 0.1691105 Jun 01 11:05:49.993870 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-432b0fc1-4d6b-407e-97f9-f1073c78ed09 req-48fe7777-7c5d-4756-8b47-26a6bc432b12 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Jun 01 11:05:54.618979 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-89d2d652-95b4-4595-823a-465c0c26b724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:56.192959 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-ce922cb9-03e0-46c4-bfe6-df747c5aec18 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:56.194344 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-ce922cb9-03e0-46c4-bfe6-df747c5aec18 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1441295 Jun 01 11:05:56.208690 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-938f5439-c35a-4a9c-b3b7-f5ddaf3de7de tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/quotas/5829020e637842e19834c1f8fdea3b01 HTTP/1.1" status: 200 len: 375 time: 0.0088241 Jun 01 11:05:56.296598 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-f5789199-4b84-4454-8b39-27f39f6a9d4a tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831122 Jun 01 11:05:56.429780 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-1781a2df-7f4c-413c-9701-ea3c21be23dc service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263511 Jun 01 11:05:56.562612 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-52fc1fac-eb7d-4913-9b8a-06c74b89b01a service neutron] 10.222.0.10 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270893 Jun 01 11:05:56.739407 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b414374-49fc-433a-8e8d-1f7282483b19 req-403068ff-a82a-4b13-ba08-70f665472da1 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Jun 01 11:05:57.265231 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:57.383434 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d1084a8-b1ed-4563-81f8-bf62a49bcb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:57.833459 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-0fba30c0-7e7e-4abf-a1af-5b5e88e52bbf tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:57.835210 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-0fba30c0-7e7e-4abf-a1af-5b5e88e52bbf tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 814 time: 0.1576517 Jun 01 11:05:57.850455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Request body: {'port': {'device_id': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'admin_state_up': True, 'tenant_id': '5829020e637842e19834c1f8fdea3b01'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:58.044620 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-af392b8c-e0a3-4808-96a3-43daaf0f1428 req-c7cd91e7-08da-4c4f-8a93-685564665c0b tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 210 time: 0.0444534 Jun 01 11:05:58.092703 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:05:58.096478 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Usage tracker for resource:port and tenant:5829020e637842e19834c1f8fdea3b01 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:05:58.099271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:05:58.105210 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:05:58.114712 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Made reservation on behalf of 5829020e637842e19834c1f8fdea3b01 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:05:58.118155 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:58.280026 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Allocated IP 172.20.0.10 (2d2b0959-80cc-46e6-90ea-1c680e555e1c/31c76b67-57e2-4359-a68a-9c0e23347678/e8a9a5f0-1f31-4c71-a433-ffd2bc061830) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:05:58.337653 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:58.484033 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:58.512101 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:58.517279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-13babd0b-fc60-4b19-91cf-fbdbdac3e729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:58.529219 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66', '36e0fe46-092f-4728-9f6d-893b549901c2', '09aa9697-3c11-4314-9ab3-e6389c77907b'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:05:58.584030 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Network 2d2b0959-80cc-46e6-90ea-1c680e555e1c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:05:58.587130 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:05:58.591827 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:05:58.625490 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event updated for resources: {'Port': ['ID=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:58.637555 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:58.657046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:58.657468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:58.676876 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-222b7110-244e-48a8-8cf9-0a033f0c8d81 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8307424 Jun 01 11:05:58.690243 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Request body: {'port': {'device_id': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:05:58.801318 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.136914 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a9a5f0-1f31-4c71-a433-ffd2bc061830 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:05:59.144346 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.159301 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Transition to ACTIVE for port object e8a9a5f0-1f31-4c71-a433-ffd2bc061830 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:05:59.162941 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.168589 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ca81ad6-2a8b-4d16-8a6c-3846d721aeaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:59.237489 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c27f-e842-4511-aca8-5574e4849f05 req-970813f6-7b14-4872-a2e1-0775c1d26b72 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:59.239350 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f801c27f-e842-4511-aca8-5574e4849f05 req-970813f6-7b14-4872-a2e1-0775c1d26b72 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 944 time: 0.0896173 Jun 01 11:05:59.287467 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f801c27f-e842-4511-aca8-5574e4849f05 req-184bac5a-dd6b-4eaa-86de-41d62ccd66fa tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Jun 01 11:05:59.335413 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:59.342771 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:59.413752 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Attempting to bind port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:05:59.414086 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Attempting to bind port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:05:59.414417 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Attempting to bind port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:59.420251 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:05:59.420569 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Attempting to bind port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 on network 2d2b0959-80cc-46e6-90ea-1c680e555e1c {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:05:59.425769 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:05:59.426107 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Checking segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:05:59.426485 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Bound using segment: {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:05:59.426912 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Bound port: e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:05:59.427255 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.517274 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] For port e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host hv-cinder-78776, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:05:59.520203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] For port e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:05:59.524610 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6995114'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.528596 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-47274115-5f30-4759-b4de-ad1919bfc793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:05:59.589301 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:59.589878 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.591211 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8178f694-895d-48df-bf9f-61954c32171b service neutron] 10.222.0.73 "PUT /v2.0/ports/e8a9a5f0-1f31-4c71-a433-ffd2bc061830 HTTP/1.1" status: 200 len: 1094 time: 0.9053044 Jun 01 11:05:59.591698 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'tag': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:05:59.593953 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea529e-eb9b-4673-addd-f197495656ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9f383-5333-4eb8-be71-faaccaa58f39", "tag": "e8a9a5f0-1f31-4c71-a433-ffd2bc061830"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:05:59.611122 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:05:59.614323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:05:59.667851 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaade574-db3c-42ac-827b-52ba2503ec0e x-openstack-request-id: req-eaade574-db3c-42ac-827b-52ba2503ec0e {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:05:59.668187 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9f383-5333-4eb8-be71-faaccaa58f39", "tag": "e8a9a5f0-1f31-4c71-a433-ffd2bc061830", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:05:59.668503 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaade574-db3c-42ac-827b-52ba2503ec0e {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:05:59.668893 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'tag': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830', 'status': 'completed', 'code': 200} Jun 01 11:05:59.708899 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-cf2f8f07-1cdd-4937-b2c8-6c766d0c1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:59.710413 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-cf2f8f07-1cdd-4937-b2c8-6c766d0c1ced service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 1097 time: 0.0733116 Jun 01 11:05:59.868739 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-8171dba3-1fd0-4b39-b05f-6fcba8d11fa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830 HTTP/1.1" status: 200 len: 217 time: 0.1498578 Jun 01 11:05:59.930460 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14edd3-befa-429f-91a0-7052143dea10 req-c810b418-dbf0-49d8-9160-780d20333fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:05:59.931849 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-c810b418-dbf0-49d8-9160-780d20333fe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0564423 Jun 01 11:05:59.976644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:05:59.979840 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-766bbf70-7b27-4230-853f-fffef55b8f18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394034 Jun 01 11:06:00.110957 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-c2994383-7e6a-492d-a65e-b35088d71fff service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239269 Jun 01 11:06:00.243534 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-9c14edd3-befa-429f-91a0-7052143dea10 req-b5294468-1e57-48e9-95cb-092f150d13d0 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245778 Jun 01 11:06:00.369474 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea529e-eb9b-4673-addd-f197495656ba req-3ff0c75f-347b-469b-bd1b-223153cc67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:00.371130 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-3ff0c75f-347b-469b-bd1b-223153cc67f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5829020e637842e19834c1f8fdea3b01&device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 1097 time: 0.0773079 Jun 01 11:06:00.478645 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eea12-70cc-408b-ad59-8b412af1bdb0 req-786369fc-9658-45b9-851b-e2d34cdbc60c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:00.481333 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-025eea12-70cc-408b-ad59-8b412af1bdb0 req-786369fc-9658-45b9-851b-e2d34cdbc60c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 944 time: 0.0849237 Jun 01 11:06:00.509626 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea529e-eb9b-4673-addd-f197495656ba req-4b581258-cd27-4f69-802d-70311711e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:00.512337 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-4b581258-cd27-4f69-802d-70311711e16d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 200 len: 915 time: 0.1305423 Jun 01 11:06:00.529930 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-025eea12-70cc-408b-ad59-8b412af1bdb0 req-fa8e4d32-9536-48aa-b712-53986aedad3a tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Jun 01 11:06:00.594538 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-c86550db-dd0e-488e-a958-fb8781ab8591 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830 HTTP/1.1" status: 200 len: 217 time: 0.0693898 Jun 01 11:06:00.664072 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea529e-eb9b-4673-addd-f197495656ba req-5958ed2d-ed95-4882-8716-f480153c2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:00.665728 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-5958ed2d-ed95-4882-8716-f480153c2ea2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 200 len: 854 time: 0.0609424 Jun 01 11:06:00.716696 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-25260a2c-d765-4a41-a96f-9eda88f6b5ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2d2b0959-80cc-46e6-90ea-1c680e555e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413451 Jun 01 11:06:00.855909 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-05abb556-f489-4a8a-b6e9-6dc98cec7c93 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272840 Jun 01 11:06:00.994378 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-36ea529e-eb9b-4673-addd-f197495656ba req-f672fd8a-ce20-4e62-81f9-c758ac1dc058 service neutron] 10.222.0.73 "GET /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292331 Jun 01 11:06:01.720007 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc31c-11f4-4ba4-b2cf-2f60ab12746e req-a61cd044-fe5a-4ee0-bfa9-590075256121 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:01.721467 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4f0fc31c-11f4-4ba4-b2cf-2f60ab12746e req-a61cd044-fe5a-4ee0-bfa9-590075256121 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 944 time: 0.0839126 Jun 01 11:06:01.765958 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4f0fc31c-11f4-4ba4-b2cf-2f60ab12746e req-9e0cc121-f1aa-46ae-b58f-53ab1b0e2040 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Jun 01 11:06:01.772545 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device e8a9a5f0-1f31-4c71-a433-ffd2bc061830 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:06:01.904244 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:01.917083 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830', 'network_id': '2d2b0959-80cc-46e6-90ea-1c680e555e1c', 'port_id': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830', 'mac_address': 'fa:16:3e:91:75:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c76b67-57e2-4359-a68a-9c0e23347678', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:06:01.971092 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:01.987896 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a9a5f0-1f31-4c71-a433-ffd2bc061830 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:06:02.004181 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:02.008113 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:02.009783 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:02.076425 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:02.079445 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:02.310609 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['e8a9a5f0-1f31-4c71-a433-ffd2bc061830'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:06:02.949454 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2bbda-0416-4ef4-abba-41f29962d1a3 req-392b6e0c-877e-4ac1-a119-8dc81b607d6c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:02.950924 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-12f2bbda-0416-4ef4-abba-41f29962d1a3 req-392b6e0c-877e-4ac1-a119-8dc81b607d6c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 945 time: 0.0807793 Jun 01 11:06:02.998914 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-12f2bbda-0416-4ef4-abba-41f29962d1a3 req-a50c4390-a669-4e7e-a2f0-87751911ad5c tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Jun 01 11:06:03.793307 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device e8a9a5f0-1f31-4c71-a433-ffd2bc061830 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:06:03.858676 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:06:03.863186 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:06:03.863564 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:03.984207 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:04.015928 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:04.018204 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49499daf-4db2-4d59-8d35-d19ab3c318b6" -d '{"events": [{"server_uuid": "bdf9f383-5333-4eb8-be71-faaccaa58f39", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9a5f0-1f31-4c71-a433-ffd2bc061830"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:04.025995 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:04.030743 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:04.032741 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:04.108552 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:04.112165 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:04.115948 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad6ec8-c79f-4681-8ace-e096350334b6 x-openstack-request-id: req-edad6ec8-c79f-4681-8ace-e096350334b6 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:04.116246 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9f383-5333-4eb8-be71-faaccaa58f39", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9a5f0-1f31-4c71-a433-ffd2bc061830", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:04.116512 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edad6ec8-c79f-4681-8ace-e096350334b6 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:04.116925 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830', 'code': 200} Jun 01 11:06:04.231688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7911c9-0593-455f-ba4f-221bdee85161 req-a657fcd4-6b05-473c-828a-e0706729d245 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:04.233077 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b7911c9-0593-455f-ba4f-221bdee85161 req-a657fcd4-6b05-473c-828a-e0706729d245 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 946 time: 0.0912545 Jun 01 11:06:04.282156 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7b7911c9-0593-455f-ba4f-221bdee85161 req-6ad2e930-89b1-42d1-a7be-406fdca2cafd tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Jun 01 11:06:04.364790 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1894dc-18d4-4f58-ada0-38701b4d40d3 req-28aa0aa5-1c09-46bb-b8e8-7d412d13fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:04.366258 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-fe1894dc-18d4-4f58-ada0-38701b4d40d3 req-28aa0aa5-1c09-46bb-b8e8-7d412d13fc52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 1099 time: 0.0728154 Jun 01 11:06:04.405401 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-fe1894dc-18d4-4f58-ada0-38701b4d40d3 req-5cc62e4b-2a4c-4e7b-b3f2-b11a3925626e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Jun 01 11:06:05.504795 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8412e-278f-4c38-b21f-875dd253499c req-58215233-606e-425c-b905-7ab0cbe1a7b2 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:05.506312 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dfb8412e-278f-4c38-b21f-875dd253499c req-58215233-606e-425c-b905-7ab0cbe1a7b2 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 946 time: 0.0978277 Jun 01 11:06:05.551151 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-dfb8412e-278f-4c38-b21f-875dd253499c req-0e3554c3-ec3e-4fce-bdaf-771be26905ca tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Jun 01 11:06:06.745443 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5f579-4605-492b-ba61-50a2d22fc39a req-51ddeab5-e871-4a69-8097-29f6bbffef38 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:06.746942 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7cc5f579-4605-492b-ba61-50a2d22fc39a req-51ddeab5-e871-4a69-8097-29f6bbffef38 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 946 time: 0.0911269 Jun 01 11:06:06.794567 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7cc5f579-4605-492b-ba61-50a2d22fc39a req-13fd2f02-ac5c-47cc-a2dd-b901f78686b9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Jun 01 11:06:07.245992 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:10.446372 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-07bdb1ac-1600-4c60-953f-299a89ed393e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675526 Jun 01 11:06:10.584877 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233add8d-e356-4079-9f58-f0a35f757482 req-19fe16a5-681e-40b5-bc0b-9fc001d7f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:10.586350 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-19fe16a5-681e-40b5-bc0b-9fc001d7f53c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1099 time: 0.0724220 Jun 01 11:06:10.729730 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233add8d-e356-4079-9f58-f0a35f757482 req-4b6ac493-12e2-48a2-9e2a-5a738e317c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:10.731159 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-4b6ac493-12e2-48a2-9e2a-5a738e317c51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 909 time: 0.1249669 Jun 01 11:06:10.830931 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-a76e0032-fe9c-47e4-a696-ebda7c002889 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 1002 time: 0.0914025 Jun 01 11:06:10.990866 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233add8d-e356-4079-9f58-f0a35f757482 req-abdb2136-e030-46b2-8772-564a30295c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:10.992295 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-abdb2136-e030-46b2-8772-564a30295c10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.1546965 Jun 01 11:06:11.069201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233add8d-e356-4079-9f58-f0a35f757482 req-0e480711-25ed-40b5-bbb2-6d904474b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:11.070814 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-0e480711-25ed-40b5-bbb2-6d904474b9ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699954 Jun 01 11:06:11.203998 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-703b80dd-074e-464d-94e8-4857f73910d8 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244683 Jun 01 11:06:11.339117 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-233add8d-e356-4079-9f58-f0a35f757482 req-932c3a8b-f615-437c-b3ee-9893e0464e5b service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267862 Jun 01 11:06:14.269224 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc71bc4-f000-4ad7-a60c-e5901ddb06e8 req-0a362233-e305-4b4b-929b-d62d17d73f94 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:14.270716 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0fc71bc4-f000-4ad7-a60c-e5901ddb06e8 req-0a362233-e305-4b4b-929b-d62d17d73f94 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 946 time: 0.0832624 Jun 01 11:06:14.315350 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0fc71bc4-f000-4ad7-a60c-e5901ddb06e8 req-5da1c151-09b3-44f9-8898-89a69ac840c3 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Jun 01 11:06:15.502319 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745d4ed-3a2c-40cb-a8e6-84a783f090bc req-d404fa3a-24d4-4d28-9b92-4241a521a5af tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:15.503789 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b745d4ed-3a2c-40cb-a8e6-84a783f090bc req-d404fa3a-24d4-4d28-9b92-4241a521a5af tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 946 time: 0.0791669 Jun 01 11:06:15.551228 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b745d4ed-3a2c-40cb-a8e6-84a783f090bc req-6273b7a6-25cd-4379-bf05-20153fcbf949 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Jun 01 11:06:16.003515 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-8b7e23de-1076-412a-86b3-e96673df7bd9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:16.004221 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-8b7e23de-1076-412a-86b3-e96673df7bd9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Synchronizing usage tracker for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:06:16.023623 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-8b7e23de-1076-412a-86b3-e96673df7bd9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Unset dirty status for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:06:16.024809 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-8b7e23de-1076-412a-86b3-e96673df7bd9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 946 time: 0.1052606 Jun 01 11:06:16.159908 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Deleting port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:16.160249 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:16.290120 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] For port e8a9a5f0-1f31-4c71-a433-ffd2bc061830, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:16.290385 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:16.411939 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Calling delete_port for e8a9a5f0-1f31-4c71-a433-ffd2bc061830 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:16.524320 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:16.530483 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ce1efe41-8dda-492e-a71f-73c70021e94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:16.537542 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66', '36e0fe46-092f-4728-9f6d-893b549901c2', '09aa9697-3c11-4314-9ab3-e6389c77907b', 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:06:16.580666 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event deleted for resources: {'Port': ['ID=e8a9a5f0-1f31-4c71-a433-ffd2bc061830,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:16.621561 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.621926 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.622887 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.622887 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.623104 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.623355 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.623718 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.624080 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.624448 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.624812 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.625172 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.625612 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:16.632843 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:16.669121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] No DVR routers for this DVR port e8a9a5f0-1f31-4c71-a433-ffd2bc061830 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:16.671707 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:16.674449 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'name': 'network-vif-deleted', 'tag': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:16.676724 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9412cf4e-121a-448a-929b-32742e06efff" -d '{"events": [{"server_uuid": "bdf9f383-5333-4eb8-be71-faaccaa58f39", "name": "network-vif-deleted", "tag": "e8a9a5f0-1f31-4c71-a433-ffd2bc061830"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:16.692205 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-a58f5f7c-9a44-496a-ba89-6a273023c559 req-73bf701e-8ced-44a0-93c5-75e21305a3a9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "DELETE /v2.0/ports/e8a9a5f0-1f31-4c71-a433-ffd2bc061830 HTTP/1.1" status: 204 len: 173 time: 0.6613181 Jun 01 11:06:16.716334 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-14e91cee-3af9-4e64-bd0f-b510b7d42adb req-83fa5c03-03e7-45c9-bc13-ad70ab16dfe0 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdf9f383-5333-4eb8-be71-faaccaa58f39 HTTP/1.1" status: 200 len: 210 time: 0.0490303 Jun 01 11:06:16.743648 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7899536-622e-47a1-91cf-5b36eac521c4 x-openstack-request-id: req-a7899536-622e-47a1-91cf-5b36eac521c4 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:16.743988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9f383-5333-4eb8-be71-faaccaa58f39", "name": "network-vif-deleted", "tag": "e8a9a5f0-1f31-4c71-a433-ffd2bc061830", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:16.745370 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7899536-622e-47a1-91cf-5b36eac521c4 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:16.745370 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9f383-5333-4eb8-be71-faaccaa58f39', 'name': 'network-vif-deleted', 'tag': 'e8a9a5f0-1f31-4c71-a433-ffd2bc061830', 'status': 'completed', 'code': 200} Jun 01 11:06:19.388327 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f9ec9-eecf-4513-9faa-9771eac731c3 req-22cbc236-eb9c-4976-8b90-c0afb9e367c9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:19.389730 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d16f9ec9-eecf-4513-9faa-9771eac731c3 req-22cbc236-eb9c-4976-8b90-c0afb9e367c9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 945 time: 0.0808687 Jun 01 11:06:19.434295 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d16f9ec9-eecf-4513-9faa-9771eac731c3 req-0f5172c3-5a01-4a74-ac2b-1a9384a068c1 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Jun 01 11:06:19.872011 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device e8a9a5f0-1f31-4c71-a433-ffd2bc061830 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:19.906159 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: e8a9a5f0-1f31-4c71-a433-ffd2bc061830 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:19.906508 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device e8a9a5f0-1f31-4c71-a433-ffd2bc061830 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:20.624691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd97157-ad49-4aea-9c5a-665bc166c65f req-8b7db484-4595-4496-a3d7-1ee8d1e84a2a tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:20.626194 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9dd97157-ad49-4aea-9c5a-665bc166c65f req-8b7db484-4595-4496-a3d7-1ee8d1e84a2a tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 945 time: 0.0840964 Jun 01 11:06:20.671532 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9dd97157-ad49-4aea-9c5a-665bc166c65f req-77d60c43-b9b8-4129-be27-c490a411b01e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Jun 01 11:06:21.143309 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-12a49bd2-81c2-404d-b1e4-8e52ae9e2a80 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:21.143920 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-12a49bd2-81c2-404d-b1e4-8e52ae9e2a80 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Synchronizing usage tracker for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:06:21.158783 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-12a49bd2-81c2-404d-b1e4-8e52ae9e2a80 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Unset dirty status for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:06:21.159970 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-12a49bd2-81c2-404d-b1e4-8e52ae9e2a80 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 945 time: 0.0981305 Jun 01 11:06:21.293788 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Deleting port 09aa9697-3c11-4314-9ab3-e6389c77907b {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:21.294133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:21.425135 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] For port 09aa9697-3c11-4314-9ab3-e6389c77907b, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=09aa9697-3c11-4314-9ab3-e6389c77907b,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:21.425406 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:21.548702 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Calling delete_port for 09aa9697-3c11-4314-9ab3-e6389c77907b owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:21.657088 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:21.662434 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d97a9170-c2bd-4bb1-8b8a-4f0299cfad5f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:21.668938 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66', '36e0fe46-092f-4728-9f6d-893b549901c2', '09aa9697-3c11-4314-9ab3-e6389c77907b'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:06:21.806178 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event deleted for resources: {'Port': ['ID=09aa9697-3c11-4314-9ab3-e6389c77907b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:21.809897 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:21.825247 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-51b6b545-ef37-475e-9598-b9549eb60adb req-c3cc0b78-e253-4af5-b3fd-0167b3420f5d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6a85d53-bff8-4b71-bd5a-0715ebbf39a2 HTTP/1.1" status: 200 len: 210 time: 0.0446422 Jun 01 11:06:21.884047 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] No DVR routers for this DVR port 09aa9697-3c11-4314-9ab3-e6389c77907b on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:21.886937 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:21.889897 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'name': 'network-vif-deleted', 'tag': '09aa9697-3c11-4314-9ab3-e6389c77907b'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:21.892192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acdfd29-4645-4621-9bbc-8e160adede7b" -d '{"events": [{"server_uuid": "c6a85d53-bff8-4b71-bd5a-0715ebbf39a2", "name": "network-vif-deleted", "tag": "09aa9697-3c11-4314-9ab3-e6389c77907b"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:21.906977 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d5fbfeb6-85ba-4bc6-ba57-7d38d81754cc req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "DELETE /v2.0/ports/09aa9697-3c11-4314-9ab3-e6389c77907b HTTP/1.1" status: 204 len: 173 time: 0.7414994 Jun 01 11:06:21.941318 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81610287-44a6-427c-be02-de18b2054170 x-openstack-request-id: req-81610287-44a6-427c-be02-de18b2054170 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:21.941732 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a85d53-bff8-4b71-bd5a-0715ebbf39a2", "name": "network-vif-deleted", "tag": "09aa9697-3c11-4314-9ab3-e6389c77907b", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:21.942082 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81610287-44a6-427c-be02-de18b2054170 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:21.942535 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a85d53-bff8-4b71-bd5a-0715ebbf39a2', 'name': 'network-vif-deleted', 'tag': '09aa9697-3c11-4314-9ab3-e6389c77907b', 'status': 'completed', 'code': 200} Jun 01 11:06:23.354499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eca2f-ec12-4d07-8845-a3783772990a req-cc56a91a-093d-457c-b9b3-612156369288 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:23.355994 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ff2eca2f-ec12-4d07-8845-a3783772990a req-cc56a91a-093d-457c-b9b3-612156369288 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 946 time: 0.1686549 Jun 01 11:06:23.400833 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ff2eca2f-ec12-4d07-8845-a3783772990a req-7a9d9550-1581-4d60-991a-4c4ef7590819 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387490 Jun 01 11:06:23.900035 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 09aa9697-3c11-4314-9ab3-e6389c77907b no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:23.936928 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 09aa9697-3c11-4314-9ab3-e6389c77907b {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:23.937197 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 09aa9697-3c11-4314-9ab3-e6389c77907b not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:24.537932 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-9109faa4-83dc-416c-90ee-3571db710b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:24.538632 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-9109faa4-83dc-416c-90ee-3571db710b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Synchronizing usage tracker for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:06:24.555056 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-9109faa4-83dc-416c-90ee-3571db710b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Unset dirty status for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:06:24.556241 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-9109faa4-83dc-416c-90ee-3571db710b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 946 time: 0.1112187 Jun 01 11:06:24.623566 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5313-07f2-4d13-abe4-f545d5879510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:24.664747 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fda22a-4809-468b-bb8c-f2d019256694 req-cb9fc866-0d50-4424-a8b2-233e2b91b0bb tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:24.668375 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-15fda22a-4809-468b-bb8c-f2d019256694 req-cb9fc866-0d50-4424-a8b2-233e2b91b0bb tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 946 time: 0.1440215 Jun 01 11:06:24.681200 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7befe5-7660-4f90-8851-b3ac68a83c11 req-3fa377d0-60e1-4225-9ae2-95aea135898d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:24.683388 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8b7befe5-7660-4f90-8851-b3ac68a83c11 req-3fa377d0-60e1-4225-9ae2-95aea135898d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.1238215 Jun 01 11:06:24.707186 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Deleting port 36e0fe46-092f-4728-9f6d-893b549901c2 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:24.707535 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:24.751987 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-15fda22a-4809-468b-bb8c-f2d019256694 req-491c700b-be67-4905-a014-daa0f2b0daae tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676289 Jun 01 11:06:24.764930 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8b7befe5-7660-4f90-8851-b3ac68a83c11 req-780fc95d-b03d-4aa0-b295-4939fe69ed3f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655532 Jun 01 11:06:24.847332 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] For port 36e0fe46-092f-4728-9f6d-893b549901c2, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=36e0fe46-092f-4728-9f6d-893b549901c2,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:24.847685 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:24.969283 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Calling delete_port for 36e0fe46-092f-4728-9f6d-893b549901c2 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:25.086163 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:25.092383 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-72c84c3b-a37c-40bb-98a7-7312990fb12a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:25.113205 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66', '36e0fe46-092f-4728-9f6d-893b549901c2'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:06:25.137573 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event deleted for resources: {'Port': ['ID=36e0fe46-092f-4728-9f6d-893b549901c2,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:25.140679 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:25.215579 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] No DVR routers for this DVR port 36e0fe46-092f-4728-9f6d-893b549901c2 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:25.218288 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:25.227878 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'name': 'network-vif-deleted', 'tag': '36e0fe46-092f-4728-9f6d-893b549901c2'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:25.231120 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0217234-bab6-4c2d-baec-92c70e5dde97" -d '{"events": [{"server_uuid": "16d3c88c-d0bd-4f56-9888-567bef520aeb", "name": "network-vif-deleted", "tag": "36e0fe46-092f-4728-9f6d-893b549901c2"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:25.235243 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-f8428b90-51d0-4d0a-9208-161c4102cfdc req-3d266cd5-c2fd-4de9-8db5-7816a6c89b36 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "DELETE /v2.0/ports/36e0fe46-092f-4728-9f6d-893b549901c2 HTTP/1.1" status: 204 len: 173 time: 0.6728270 Jun 01 11:06:25.291559 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27377b-d4bf-4aea-be38-dc1828c4f691 x-openstack-request-id: req-6c27377b-d4bf-4aea-be38-dc1828c4f691 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:25.292025 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d3c88c-d0bd-4f56-9888-567bef520aeb", "name": "network-vif-deleted", "tag": "36e0fe46-092f-4728-9f6d-893b549901c2", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:25.292709 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c27377b-d4bf-4aea-be38-dc1828c4f691 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:25.293153 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d3c88c-d0bd-4f56-9888-567bef520aeb', 'name': 'network-vif-deleted', 'tag': '36e0fe46-092f-4728-9f6d-893b549901c2', 'status': 'completed', 'code': 200} Jun 01 11:06:25.858197 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:06:25.962513 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7c20608a-585c-477a-897d-93be96431235 req-f0231eb4-7089-4b6d-9b21-72a4785ee8b9 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=16d3c88c-d0bd-4f56-9888-567bef520aeb HTTP/1.1" status: 200 len: 210 time: 0.0811777 Jun 01 11:06:26.007663 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac550ab-11b6-43c9-9551-b9fe2c9a6c16 req-ecb7d514-24e4-4c76-b9c3-544bf7a70c60 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:26.009101 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4ac550ab-11b6-43c9-9551-b9fe2c9a6c16 req-ecb7d514-24e4-4c76-b9c3-544bf7a70c60 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0931685 Jun 01 11:06:26.068992 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4ac550ab-11b6-43c9-9551-b9fe2c9a6c16 req-cca8ef41-0cbd-4085-a8b2-03ebf7721d6a tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530393 Jun 01 11:06:27.266666 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef729e-c326-44fb-9ce8-36f8dfc81e06 req-d26e6c21-d915-4626-993b-329e49ce85be tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:27.268446 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:27.273623 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ceef729e-c326-44fb-9ce8-36f8dfc81e06 req-d26e6c21-d915-4626-993b-329e49ce85be tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0911713 Jun 01 11:06:27.314749 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ceef729e-c326-44fb-9ce8-36f8dfc81e06 req-3215033e-6322-4040-a78b-fbfaa94dfa82 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Jun 01 11:06:27.383959 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c01c7b51-b228-4735-bb56-de6342b89b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:27.920337 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 36e0fe46-092f-4728-9f6d-893b549901c2 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:27.955670 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 36e0fe46-092f-4728-9f6d-893b549901c2 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:27.956022 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 36e0fe46-092f-4728-9f6d-893b549901c2 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:28.343168 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:28.515876 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b723-1e8e-47db-b65f-a38ed12825b9 req-c1924504-f34c-49c5-b8b7-b701f035afb9 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:28.517380 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5075b723-1e8e-47db-b65f-a38ed12825b9 req-c1924504-f34c-49c5-b8b7-b701f035afb9 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0919142 Jun 01 11:06:28.563814 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5075b723-1e8e-47db-b65f-a38ed12825b9 req-312a1562-aaa8-4236-ab9a-3e1f7a48d135 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Jun 01 11:06:28.738688 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567ac13-9431-410c-b0ec-96c7732b7815 req-2acb9be5-2b8d-48cb-9fa4-d89cd6f9c856 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:28.740189 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4567ac13-9431-410c-b0ec-96c7732b7815 req-2acb9be5-2b8d-48cb-9fa4-d89cd6f9c856 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 946 time: 0.0831864 Jun 01 11:06:28.827474 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4567ac13-9431-410c-b0ec-96c7732b7815 req-fba8491d-674c-4dba-aaca-50767743dc24 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812426 Jun 01 11:06:28.867431 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f184f9-b93f-4e66-b270-769d5c31909c req-297b194d-c50b-412b-b3bc-d1b6cca75e27 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:28.868923 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a5f184f9-b93f-4e66-b270-769d5c31909c req-297b194d-c50b-412b-b3bc-d1b6cca75e27 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.0936430 Jun 01 11:06:28.912951 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a5f184f9-b93f-4e66-b270-769d5c31909c req-00d1cdac-03cd-4ee4-9eb7-5a5e4a2d1389 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Jun 01 11:06:29.747356 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df4754-78d5-41e1-8f5e-c076c57cbd24 req-4b9b203d-e5e5-4b73-80c2-c5d0fddca824 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:29.748740 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-13df4754-78d5-41e1-8f5e-c076c57cbd24 req-4b9b203d-e5e5-4b73-80c2-c5d0fddca824 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0815523 Jun 01 11:06:29.799502 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-13df4754-78d5-41e1-8f5e-c076c57cbd24 req-5ea090f3-af79-441a-ace4-b27b5a7306f8 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Jun 01 11:06:29.990776 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:30.017586 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bc26f-9f53-4d76-a82a-261d96680e66 req-45e7117d-0068-442c-95cc-3b8ef4a245b6 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:30.019077 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6e1bc26f-9f53-4d76-a82a-261d96680e66 req-45e7117d-0068-442c-95cc-3b8ef4a245b6 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 946 time: 0.0849879 Jun 01 11:06:30.121907 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6e1bc26f-9f53-4d76-a82a-261d96680e66 req-af6faa33-1fcc-4027-991b-19cec74e59f3 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/security-groups?id=b25e22d9-c86e-4a04-a35a-566b679b7dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969598 Jun 01 11:06:30.148280 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eae0c0-46a7-434a-91b8-9b09a21bfa93 req-424352e9-6c18-4f2c-9ae7-5c451d94b8fb tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:30.149737 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-97eae0c0-46a7-434a-91b8-9b09a21bfa93 req-424352e9-6c18-4f2c-9ae7-5c451d94b8fb tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1117930 Jun 01 11:06:30.199692 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-97eae0c0-46a7-434a-91b8-9b09a21bfa93 req-51d16382-5d67-4dbc-b4bc-182a36e1c708 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Jun 01 11:06:30.231636 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-d8e77114-ccbf-4ad5-b9ad-034ed6fc3710 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:30.232335 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-d8e77114-ccbf-4ad5-b9ad-034ed6fc3710 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Synchronizing usage tracker for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:06:30.248110 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-d8e77114-ccbf-4ad5-b9ad-034ed6fc3710 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Unset dirty status for tenant:5829020e637842e19834c1f8fdea3b01 on resource:port {{(pid=91769) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:06:30.249323 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-d8e77114-ccbf-4ad5-b9ad-034ed6fc3710 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 946 time: 0.1004961 Jun 01 11:06:30.386690 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Deleting port 206465ef-d421-4bca-a514-8754627d7d66 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:30.386936 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:30.521859 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] For port 206465ef-d421-4bca-a514-8754627d7d66, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=206465ef-d421-4bca-a514-8754627d7d66,segment=NetworkSegment(f732cc6f-8716-4a2c-b463-a48c1a5d6f23),segment_id=f732cc6f-8716-4a2c-b463-a48c1a5d6f23)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:30.522222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:30.642497 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Calling delete_port for 206465ef-d421-4bca-a514-8754627d7d66 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:30.755028 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:30.761758 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:30.767170 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['206465ef-d421-4bca-a514-8754627d7d66'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:06:30.768974 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-453d73e8-024e-440b-944a-2723432965f5 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:30.770446 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-453d73e8-024e-440b-944a-2723432965f5 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.0805454 Jun 01 11:06:30.807176 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Pushing event deleted for resources: {'Port': ['ID=206465ef-d421-4bca-a514-8754627d7d66,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:30.811938 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:30.953968 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Deleting port 6c816b97-b209-4d00-bde6-466c19fa8855 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:30.954218 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:30.987455 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] No DVR routers for this DVR port 206465ef-d421-4bca-a514-8754627d7d66 on host hv-cinder-78776 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:30.990034 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:30.992658 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'name': 'network-vif-deleted', 'tag': '206465ef-d421-4bca-a514-8754627d7d66'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:30.995113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff57a90-1cbe-413b-a7eb-6f0a40ef143e" -d '{"events": [{"server_uuid": "86edd579-0d8c-46f0-87d7-1184f5ab88c7", "name": "network-vif-deleted", "tag": "206465ef-d421-4bca-a514-8754627d7d66"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:31.008445 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-d1e24994-2ab5-4869-b931-ffcffc6ea898 req-fca9f1eb-1045-43ef-8502-bac92a8e93b5 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.73 "DELETE /v2.0/ports/206465ef-d421-4bca-a514-8754627d7d66 HTTP/1.1" status: 204 len: 173 time: 0.7516561 Jun 01 11:06:31.039010 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b5a6db-bc52-4165-8777-be1967d60c15 x-openstack-request-id: req-70b5a6db-bc52-4165-8777-be1967d60c15 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:31.039382 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edd579-0d8c-46f0-87d7-1184f5ab88c7", "name": "network-vif-deleted", "tag": "206465ef-d421-4bca-a514-8754627d7d66", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:31.039754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70b5a6db-bc52-4165-8777-be1967d60c15 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:31.040246 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edd579-0d8c-46f0-87d7-1184f5ab88c7', 'name': 'network-vif-deleted', 'tag': '206465ef-d421-4bca-a514-8754627d7d66', 'status': 'completed', 'code': 200} Jun 01 11:06:31.124138 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fb661-d549-4657-ba80-0da5fda439e0 req-70c5e8bd-f1e1-4dce-a581-74919017bdb3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:31.125641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-009fb661-d549-4657-ba80-0da5fda439e0 req-70c5e8bd-f1e1-4dce-a581-74919017bdb3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.2121603 Jun 01 11:06:31.130957 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] For port 6c816b97-b209-4d00-bde6-466c19fa8855, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6c816b97-b209-4d00-bde6-466c19fa8855,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:31.131438 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:31.393994 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-009fb661-d549-4657-ba80-0da5fda439e0 req-46eca111-44df-4c1a-a9e6-d2ce22276c23 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549574 Jun 01 11:06:31.398345 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-bf7b0e69-06c6-4536-b1dd-45713f8a5012 req-d62fda6c-f40b-4fb2-9777-4ae186fb1f61 tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] 10.222.0.10 "GET /v2.0/ports?device_id=86edd579-0d8c-46f0-87d7-1184f5ab88c7 HTTP/1.1" status: 200 len: 210 time: 0.0681460 Jun 01 11:06:31.647631 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:31.647917 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759282'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:31.648235 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.db.l3_db [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Floating IP 857a7fe2-2e81-4cc9-925a-9622f6bd93a9 disassociated. External IP: 172.28.3.253, port: 6c816b97-b209-4d00-bde6-466c19fa8855. Jun 01 11:06:31.648575 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Calling delete_port for 6c816b97-b209-4d00-bde6-466c19fa8855 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:31.685872 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62accec5-afc8-41f0-b819-9495f3d018d2 req-18837bef-e590-4400-bd3d-bce58c27730d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:31.687343 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-62accec5-afc8-41f0-b819-9495f3d018d2 req-18837bef-e590-4400-bd3d-bce58c27730d tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 945 time: 0.1964970 Jun 01 11:06:31.748601 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-62accec5-afc8-41f0-b819-9495f3d018d2 req-31e2c925-e3bf-46e8-a1d3-5c2c350ef9fc tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1351a18-6640-4c4b-9ed4-586e4b95b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551488 Jun 01 11:06:31.817888 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:31.825536 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-51008d06-1e49-4e95-bfb7-a4d880930c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:31.870353 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event deleted for resources: {'Port': ['ID=6c816b97-b209-4d00-bde6-466c19fa8855,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:31.930906 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.931726 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.932109 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.932472 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.932831 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.933193 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.933571 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.933930 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.934286 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.934641 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.934990 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.935337 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:31.943183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:32.072762 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:06:32.280306 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:06:32.292718 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:06:32.303495 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:06:32.304472 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:06:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:32.370418 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] No DVR routers for this DVR port 6c816b97-b209-4d00-bde6-466c19fa8855 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:32.373026 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:32.375784 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'name': 'network-vif-deleted', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:32.379233 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337cf0c9-b7f5-4d0a-985b-1c1add9682f7" -d '{"events": [{"server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "name": "network-vif-deleted", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:32.394904 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0df1f6fd-60fa-4fe9-8d26-90250985fd09 req-f511ba93-8578-48f0-9962-ff4d69c6fe2b tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.73 "DELETE /v2.0/ports/6c816b97-b209-4d00-bde6-466c19fa8855 HTTP/1.1" status: 204 len: 173 time: 1.6171527 Jun 01 11:06:32.445958 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731035a-a79b-4d41-b798-6361bd7e70d4 x-openstack-request-id: req-7731035a-a79b-4d41-b798-6361bd7e70d4 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:32.446223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc212c9d-3e73-46e2-b905-032e028c83e1", "name": "network-vif-deleted", "tag": "6c816b97-b209-4d00-bde6-466c19fa8855", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:32.446514 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7731035a-a79b-4d41-b798-6361bd7e70d4 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:32.448381 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc212c9d-3e73-46e2-b905-032e028c83e1', 'name': 'network-vif-deleted', 'tag': '6c816b97-b209-4d00-bde6-466c19fa8855', 'status': 'completed', 'code': 200} Jun 01 11:06:32.521770 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:06:32.540495 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50714) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:32.613881 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Deleting subnet 31c76b67-57e2-4359-a68a-9c0e23347678 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:06:32.617334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:32.635223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5b90-15b9-495a-a5b6-822f9f031690 req-a35e5e5c-16c4-43ff-a1ab-00c455448d40 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:32.636736 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2bdf5b90-15b9-495a-a5b6-822f9f031690 req-a35e5e5c-16c4-43ff-a1ab-00c455448d40 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.1070576 Jun 01 11:06:32.675930 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:32.693285 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-2bdf5b90-15b9-495a-a5b6-822f9f031690 req-d31b6337-aaf0-4fd5-b8df-50d0de7b3a98 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500848 Jun 01 11:06:32.742742 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:32.905708 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:32.910237 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:06:32.919736 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:06:32.920355 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:06:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:32.956976 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-56d1d9df-a554-4d57-8785-dad548830c53 req-3c7caf11-67f3-43b3-904f-51bee41c08be tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Synchronizing usage tracker for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:06:32.977824 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-56d1d9df-a554-4d57-8785-dad548830c53 req-3c7caf11-67f3-43b3-904f-51bee41c08be tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Unset dirty status for tenant:75680b98f67544b19333ea75587f1120 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:06:32.979021 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-56d1d9df-a554-4d57-8785-dad548830c53 req-3c7caf11-67f3-43b3-904f-51bee41c08be tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc212c9d-3e73-46e2-b905-032e028c83e1 HTTP/1.1" status: 200 len: 210 time: 0.0798702 Jun 01 11:06:33.045829 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.051096 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:33.089709 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c76b67-57e2-4359-a68a-9c0e23347678,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:33.091860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.095949 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:33.102115 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/31c76b67-57e2-4359-a68a-9c0e23347678 HTTP/1.1" status: 204 len: 168 time: 0.5569477 Jun 01 11:06:33.102115 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50720) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:33.131803 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:06:33.211650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.336673 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.350240 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2b0959-80cc-46e6-90ea-1c680e555e1c']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:33.364035 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:33.364333 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f732cc6f-8716-4a2c-b463-a48c1a5d6f23') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:33.376127 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.394001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.402021 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:06:33.402584 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:06:33.417272 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:06:33.463867 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:33.468017 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eeae6-1796-4bd7-8b6f-703a8a90871c None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:00Z', 'revision_number': 4, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a21a6c91-94b6-4a90-a334-e342e567884b', 'name': '', 'network_id': '264612e0-40b4-429d-bf71-e3c7318e6ffe', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'mac_address': 'fa:16:3e:91:ac:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:59Z', 'updated_at': '2021-06-01T11:02:06Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'subnets': [{'id': '0c12c960-13ba-454b-bc7f-0bf0a4804bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:06:33.499185 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.503061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1ae423c3-a0ea-4f54-b109-09596be5001b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:33.520133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.527144 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2b0959-80cc-46e6-90ea-1c680e555e1c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:33.531779 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:33.540000 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-160df109-5471-489b-af69-265aa8e822e1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d2b0959-80cc-46e6-90ea-1c680e555e1c HTTP/1.1" status: 204 len: 168 time: 0.4372525 Jun 01 11:06:33.658423 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50726) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:33.700337 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dc00f-9f69-45d1-abfb-f4d7dd5e340d None None] New status for floating IP 857a7fe2-2e81-4cc9-925a-9622f6bd93a9: DOWN {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:06:33.715588 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-3c3ecb69-a258-4763-bccf-9332976e15e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5829020e637842e19834c1f8fdea3b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558012 Jun 01 11:06:33.717846 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50730) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:33.792448 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.860726 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.931203 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c913b40-e48c-4676-a824-832e468a7a45 req-daf8ab76-3a89-447e-b6ee-8f30cd94c417 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:33.932777 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0c913b40-e48c-4676-a824-832e468a7a45 req-daf8ab76-3a89-447e-b6ee-8f30cd94c417 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.1281831 Jun 01 11:06:33.953640 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:33.958612 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5b20561c-dccc-481b-a9da-fd0d22507603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:33.977502 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25e22d9-c86e-4a04-a35a-566b679b7dd2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:33.979603 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 206465ef-d421-4bca-a514-8754627d7d66 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:33.984522 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:33.998999 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.000114 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-6439678d-bcd4-49be-b4d6-9e2f90ebbbe3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b25e22d9-c86e-4a04-a35a-566b679b7dd2 HTTP/1.1" status: 204 len: 168 time: 0.2813528 Jun 01 11:06:34.008982 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0c913b40-e48c-4676-a824-832e468a7a45 req-bc1add11-439b-4451-8f6d-f3f29075fe97 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689726 Jun 01 11:06:34.018522 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 206465ef-d421-4bca-a514-8754627d7d66 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:34.018869 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 206465ef-d421-4bca-a514-8754627d7d66 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:34.019292 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6c816b97-b209-4d00-bde6-466c19fa8855 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:34.060270 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 6c816b97-b209-4d00-bde6-466c19fa8855 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:34.061143 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 6c816b97-b209-4d00-bde6-466c19fa8855 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:34.122729 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50742) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:34.190625 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.220767 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.275101 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.280080 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bd9018cb-ae2d-42fd-88fc-bbd09e90d929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:34.298924 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1351a18-6640-4c4b-9ed4-586e4b95b0a0,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:34.300305 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:34.307861 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.309060 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-7b108b42-483a-42c6-b31e-5da3141e8097 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "DELETE /v2.0/security-groups/b1351a18-6640-4c4b-9ed4-586e4b95b0a0 HTTP/1.1" status: 204 len: 168 time: 0.1851680 Jun 01 11:06:34.312027 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50750) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:34.330356 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.api.v2.resource [None req-6732c6a2-032a-4139-b0fe-a45505924171 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] show failed (client error): The resource could not be found. Jun 01 11:06:34.331347 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6732c6a2-032a-4139-b0fe-a45505924171 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "GET /v2.0/security-groups/b1351a18-6640-4c4b-9ed4-586e4b95b0a0 HTTP/1.1" status: 404 len: 347 time: 0.0183446 Jun 01 11:06:34.334294 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50754) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:34.554875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Deleting port de35bf7d-e0b6-44c7-97fd-3a9d012bc3a5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:34.555220 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.678013 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.678351 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:34.813950 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Calling delete_port for de35bf7d-e0b6-44c7-97fd-3a9d012bc3a5 owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:34.864564 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-ff45bfb6-b4d4-40d6-9f39-dbc7f2cd07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:34.866284 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-ff45bfb6-b4d4-40d6-9f39-dbc7f2cd07fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1099 time: 0.1891298 Jun 01 11:06:35.007032 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-4b697cb1-22c2-4bd9-9993-108769d6af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:35.008641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-4b697cb1-22c2-4bd9-9993-108769d6af6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 909 time: 0.1363802 Jun 01 11:06:35.047946 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:35.064535 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4624fcf1-ab6a-4c0b-b424-9e29c1815b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:35.108402 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Pushing event deleted for resources: {'Port': ['ID=de35bf7d-e0b6-44c7-97fd-3a9d012bc3a5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:35.146535 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-e8549b17-79a5-4595-8939-82e5ce6b2235 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 1002 time: 0.1310658 Jun 01 11:06:35.148650 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:35.205657 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:35.225018 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:35.226500 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-bdaa5672-8de2-4f66-86e9-c4bc68fff29f tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] 10.222.0.10 "DELETE /v2.0/floatingips/857a7fe2-2e81-4cc9-925a-9622f6bd93a9 HTTP/1.1" status: 204 len: 168 time: 0.8911490 Jun 01 11:06:35.265127 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-8ef63d06-ff35-4346-850d-69ce5c30a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:35.266601 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-8ef63d06-ff35-4346-850d-69ce5c30a49a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.1135147 Jun 01 11:06:35.344317 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a742d-1b56-4a4b-be73-ecba2ba71f69 req-f00ba249-9722-4e18-82de-34c5e45457a3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:35.345830 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e9a742d-1b56-4a4b-be73-ecba2ba71f69 req-f00ba249-9722-4e18-82de-34c5e45457a3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.1586447 Jun 01 11:06:35.403997 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-25dd9432-3b89-41db-a6ff-2e0864406385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:35.405741 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-25dd9432-3b89-41db-a6ff-2e0864406385 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1321623 Jun 01 11:06:35.408700 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0e9a742d-1b56-4a4b-be73-ecba2ba71f69 req-854bf177-1c34-42f4-a644-4d6e78b4b771 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564654 Jun 01 11:06:35.548461 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-b9bf397a-b35a-4b55-91c0-744871042728 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351402 Jun 01 11:06:35.695965 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-847fc85c-009c-4b7c-9ff0-45fbfb742398 req-1bf83de0-427a-4913-8033-3e902bcd76c2 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404061 Jun 01 11:06:36.011034 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50806) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:36.132229 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.147361 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:36.151683 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Usage tracker for resource:security_group_rule and tenant:db0db13167bb46fe85fae7df23283396 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:36.154439 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:36.160118 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:36.244839 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.248458 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.254843 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b0fbf3b1-771a-4be8-9a3b-26869c37bdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:36.296848 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd0170-472d-480c-a78b-d6d9ca5ab94d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:36.300996 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db0db13167bb46fe85fae7df23283396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889683 Jun 01 11:06:36.301879 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:36.303772 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50812) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:36.362955 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.389437 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.440005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.443768 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55af98c1-f669-4b5b-a23f-46a9ca915ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:36.455668 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd0170-472d-480c-a78b-d6d9ca5ab94d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:36.459087 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:36.462500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.466124 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bfd0170-472d-480c-a78b-d6d9ca5ab94d HTTP/1.1" status: 204 len: 168 time: 0.1591799 Jun 01 11:06:36.629452 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c717400-07e8-422b-a7d4-73da90f56da3 req-8723564b-c33b-4799-a4d5-9d4577f3699d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:36.634898 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3c717400-07e8-422b-a7d4-73da90f56da3 req-8723564b-c33b-4799-a4d5-9d4577f3699d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0982003 Jun 01 11:06:36.681433 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-3c717400-07e8-422b-a7d4-73da90f56da3 req-25ff1f69-beff-4eff-aab5-5981919affb3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Jun 01 11:06:36.781833 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50828) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:36.800903 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.816609 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:36.820482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Usage tracker for resource:security_group_rule and tenant:f0de62c9aba44704bc7c0ae43f9f2bb5 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:36.823822 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:36.829460 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:36.916268 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.919863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:36.931279 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6bf1bec4-7eba-41f0-bdc3-01fb3a6e63df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:36.970674 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0de62c9aba44704bc7c0ae43f9f2bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874833 Jun 01 11:06:36.971749 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc31f2-6513-4e83-bbde-90f232d99802,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:36.974442 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50832) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:36.974630 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:37.034192 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:37.060128 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:37.114130 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:37.119024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-302c556d-76ed-4480-bdfd-32081089bb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:37.131591 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc31f2-6513-4e83-bbde-90f232d99802,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:37.134512 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:37.135737 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:37.136831 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2dc31f2-6513-4e83-bbde-90f232d99802 HTTP/1.1" status: 204 len: 168 time: 0.1607995 Jun 01 11:06:37.257769 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:37.912849 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409129a-acfa-4570-b2e7-dba12af3cabd req-f25b5d94-0ac2-46c5-86b2-0e8bfde97670 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:37.914380 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5409129a-acfa-4570-b2e7-dba12af3cabd req-f25b5d94-0ac2-46c5-86b2-0e8bfde97670 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.1061711 Jun 01 11:06:37.970379 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-5409129a-acfa-4570-b2e7-dba12af3cabd req-94663a58-a049-4216-99fa-c3d0cfa7fd87 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469306 Jun 01 11:06:38.360097 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50886) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:38.361163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de98c6d-2f30-4a89-8d9f-94bfed0ac020 req-8e7ef9f8-f78d-4973-9e2a-502446cccee3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:38.362986 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4de98c6d-2f30-4a89-8d9f-94bfed0ac020 req-8e7ef9f8-f78d-4973-9e2a-502446cccee3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0898128 Jun 01 11:06:38.417780 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-4de98c6d-2f30-4a89-8d9f-94bfed0ac020 req-c44f86b1-e814-4886-91eb-6a7c33f489fe tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472498 Jun 01 11:06:38.537934 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-5213167d-6440-4cb3-b422-89a5f04fbc09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1756089 Jun 01 11:06:39.349667 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50932) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:39.444512 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50940) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:39.545654 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:39.572847 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:39.631468 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1fcb-ce0b-46bd-9181-979f83da91e9 req-0a2c5946-446d-4ae3-81d5-12ad800ec267 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:39.632969 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b79c1fcb-ce0b-46bd-9181-979f83da91e9 req-0a2c5946-446d-4ae3-81d5-12ad800ec267 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.0905204 Jun 01 11:06:39.635000 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Usage tracker for resource:security_group_rule and tenant:95c771fc68e541ef80751eda0a5ce07e is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:39.644625 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:39.663061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:39.686165 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b79c1fcb-ce0b-46bd-9181-979f83da91e9 req-117d13a4-86af-4e41-a19e-cc52a4056779 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Jun 01 11:06:39.974561 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.016799 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.023123 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:40.035222 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c2a9b9d3-b542-476c-876a-9b43c5f7d20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:40.051294 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-2f2e02bd-dee9-4986-b68a-5b9c788f46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:40.052815 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-2f2e02bd-dee9-4986-b68a-5b9c788f46bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6&tenant_id=617d29e6713c437e8bab0f31c15abfba HTTP/1.1" status: 200 len: 1099 time: 0.0784950 Jun 01 11:06:40.094428 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95c771fc68e541ef80751eda0a5ce07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7413456 Jun 01 11:06:40.094428 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd43b06-84e5-4346-b3d5-30cbc27d0b0f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:40.096629 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50946) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:40.113528 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:40.146151 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.146561 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-392c5e5b-cae4-40e3-912a-0637f4600915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:40.148408 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-392c5e5b-cae4-40e3-912a-0637f4600915 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1099 time: 0.0738673 Jun 01 11:06:40.174181 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:40.176422 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fddc9c-0157-4ce5-8652-ec16fbe9ab92" -d '{"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-unplugged", "status": "completed", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:40.184319 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:40.190662 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.193048 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:40.223694 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.236037 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878f6d95-9406-4b69-b97a-1cee934ef64d x-openstack-request-id: req-878f6d95-9406-4b69-b97a-1cee934ef64d {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:40.236339 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-unplugged", "status": "completed", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:40.236602 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-878f6d95-9406-4b69-b97a-1cee934ef64d {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:40.237000 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'code': 200} Jun 01 11:06:40.270715 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:40.273839 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.278830 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.279177 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.279631 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.280141 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.280766 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.281100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.281570 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.281898 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.282223 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.282770 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.282856 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.283158 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:06:40.290168 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-d3c7c087-3091-46a0-8a06-fc0e796a2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:40.291059 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:40.292712 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-d3c7c087-3091-46a0-8a06-fc0e796a2fc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 909 time: 0.1376536 Jun 01 11:06:40.322856 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.467889 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.479272 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-05f36cea-d042-4393-9c44-307dd0ef01d7 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:40.499650 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-e0779e44-c953-488a-b138-ce18c13f3b5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 1000 time: 0.2003715 Jun 01 11:06:40.502901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd43b06-84e5-4346-b3d5-30cbc27d0b0f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:40.507423 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:40.526801 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.527973 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cd43b06-84e5-4346-b3d5-30cbc27d0b0f HTTP/1.1" status: 204 len: 168 time: 0.4191124 Jun 01 11:06:40.567907 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-e8b8d058-5ea3-444d-a17d-35712d03f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:40.569362 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-e8b8d058-5ea3-444d-a17d-35712d03f64d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.0620143 Jun 01 11:06:40.657950 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-11fb91f8-3437-4f09-9cd6-388778e69463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:40.659434 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-11fb91f8-3437-4f09-9cd6-388778e69463 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840509 Jun 01 11:06:40.811725 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-2f97fb84-b03d-4f14-a3ca-bc45e66d3cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450224 Jun 01 11:06:40.878002 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50958) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:40.911088 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:40.933955 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:40.939201 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Usage tracker for resource:security_group_rule and tenant:65c6b1ac8d0a40a0a9a715b3657e1a9e is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:40.942860 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:40.949976 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:40.978627 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Deleting port a21a6c91-94b6-4a90-a334-e342e567884b {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:40.978627 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.011508 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6ee04b7d-0809-4896-9a0a-a9c4f9c66162 req-0f89d5b3-905d-4f18-ba90-2d8d927498c1 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924491 Jun 01 11:06:41.019660 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79a4f7-7f13-468a-b9b1-1f5fb65c5b32 req-70db757e-6064-4c56-9a96-709567153102 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:41.026024 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7c79a4f7-7f13-468a-b9b1-1f5fb65c5b32 req-70db757e-6064-4c56-9a96-709567153102 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 944 time: 0.1836987 Jun 01 11:06:41.071160 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7c79a4f7-7f13-468a-b9b1-1f5fb65c5b32 req-4790b1d3-4275-45a2-9f62-5132a68b64b4 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Jun 01 11:06:41.145846 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] For port a21a6c91-94b6-4a90-a334-e342e567884b, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=a21a6c91-94b6-4a90-a334-e342e567884b,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:41.146203 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.270090 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.276589 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Calling delete_port for a21a6c91-94b6-4a90-a334-e342e567884b owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:41.280750 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.289216 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aa45e915-dc2d-444e-ad59-582e939f45d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:41.339272 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65c6b1ac8d0a40a0a9a715b3657e1a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561553 Jun 01 11:06:41.341194 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06597fed-9db2-4d4e-8ae4-c180cb872e2a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:41.342050 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 50962) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:41.344773 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:41.402923 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.429841 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.478943 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.483967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.484317 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1736fbb2-09e0-4e03-928e-f5f17f232ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:41.488729 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-aa2c15a6-f149-427b-be91-f38c28d1ddea tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:41.500759 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06597fed-9db2-4d4e-8ae4-c180cb872e2a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:41.503659 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:41.505683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:41.506697 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a33949a0-4811-4bca-9be7-5768b3cf5f1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06597fed-9db2-4d4e-8ae4-c180cb872e2a HTTP/1.1" status: 204 len: 168 time: 0.1636720 Jun 01 11:06:41.567417 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21a6c91-94b6-4a90-a334-e342e567884b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:41.574174 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:41.832521 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:42.071260 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47c606-76b9-4d76-beae-7e52cdc00a1d req-ffe7258e-9f49-4cdb-91d0-82bf969eff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:42.073967 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1a47c606-76b9-4d76-beae-7e52cdc00a1d req-ffe7258e-9f49-4cdb-91d0-82bf969eff54 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1097 time: 0.0793555 Jun 01 11:06:42.121366 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-1a47c606-76b9-4d76-beae-7e52cdc00a1d req-7877b44e-5f92-4dc6-aa04-0467eeea0e47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Jun 01 11:06:42.302450 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecb431-bf95-4387-aa32-fab5912eee4e req-54edfd95-01f1-4075-a68d-bc15691ba66f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:42.306819 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c8ecb431-bf95-4387-aa32-fab5912eee4e req-54edfd95-01f1-4075-a68d-bc15691ba66f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 944 time: 0.0926344 Jun 01 11:06:42.317469 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:06:42.352652 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c8ecb431-bf95-4387-aa32-fab5912eee4e req-9feb8614-b1d5-45a4-a5db-480840d42ca0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Jun 01 11:06:42.504391 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:06:42.515090 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] Sync routers for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:06:42.526511 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-04cef23b-f328-449c-a053-4627b870a0f2 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ed7d7d4-e22c-4132-9134-804d6c3fb760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0809307 Jun 01 11:06:42.526953 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:06:42.527569 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:06:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:42.529145 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 50992) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:42.717529 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:06:42.724583 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:42.948649 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.023566 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Deleting port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:43.024004 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.068784 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:06:41Z', 'revision_number': 5, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port': {'id': 'e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:43.072772 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] Checking router: 2ed7d7d4-e22c-4132-9134-804d6c3fb760 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:06:43.081121 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] Routers {'2ed7d7d4-e22c-4132-9134-804d6c3fb760'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:06:43.081743 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:06:27Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:43.154356 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] For port e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:43.154794 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.235670 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] Set router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:06:43.280670 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Calling delete_port for e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:43.340319 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:06:42Z', 'revision_number': 6, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port_host': None}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:43.344952 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183b00-6729-4b39-bbbd-8ca7c9ed2669 None None] The sync data for ids ['2ed7d7d4-e22c-4132-9134-804d6c3fb760'] in dv-cinder-787764-3-smb is: [{'id': '2ed7d7d4-e22c-4132-9134-804d6c3fb760', 'name': 'tempest-AttachVolumeTestJSON-880044272-router', 'tenant_id': '75680b98f67544b19333ea75587f1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:01:56Z', 'updated_at': '2021-06-01T11:06:42Z', 'revision_number': 6, 'project_id': '75680b98f67544b19333ea75587f1120', 'gw_port_host': None}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:06:43.440270 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.445753 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-78847de7-6a29-4b82-adb0-301ebe4db4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:43.491146 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:43.544105 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:43.555654 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28363d-4b21-439e-ac54-a7540c28e5b7 req-be700a0c-730d-4aae-bae3-5936244a558a tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:06:43.557768 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eb28363d-4b21-439e-ac54-a7540c28e5b7 req-be700a0c-730d-4aae-bae3-5936244a558a tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 944 time: 0.0958219 Jun 01 11:06:43.604999 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-eb28363d-4b21-439e-ac54-a7540c28e5b7 req-a150a0bd-4b66-4021-8842-2a196974a3a8 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 Jun 01 11:06:43.609601 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.786055 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a21a6c91-94b6-4a90-a334-e342e567884b no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:43.824921 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: a21a6c91-94b6-4a90-a334-e342e567884b {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:43.825324 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a21a6c91-94b6-4a90-a334-e342e567884b not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:43.904984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.907149 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.929159 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.929551 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed7d7d4-e22c-4132-9134-804d6c3fb760 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:06:43.941136 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:43.942265 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-fdf50005-ce70-4d42-8e54-cde4a4eed7ce admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ed7d7d4-e22c-4132-9134-804d6c3fb760 HTTP/1.1" status: 204 len: 168 time: 1.4121416 Jun 01 11:06:43.944811 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51022) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:44.005135 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Deleting subnet 0c12c960-13ba-454b-bc7f-0bf0a4804bb8 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:06:44.007931 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.031642 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:06:44.059405 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.151987 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.169229 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:44.183551 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'port_id': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'mac_address': 'fa:16:3e:00:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:06:44.278270 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.296355 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67845640-d8d9-4114-8dd4-ffa7ec779c10 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:06:44.313061 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:44.317440 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.319263 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:44.391950 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=7']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:44.399046 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:44.422108 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.425916 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:44.461412 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c12c960-13ba-454b-bc7f-0bf0a4804bb8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:44.464492 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:44.467610 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.473426 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1d2ff-cf7e-4204-bf7e-066b22db84bb None None] Network 264612e0-40b4-429d-bf71-e3c7318e6ffe requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:06:44.475953 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0c12c960-13ba-454b-bc7f-0bf0a4804bb8 HTTP/1.1" status: 204 len: 168 time: 0.5301962 Jun 01 11:06:44.478692 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51026) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:44.551314 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['67845640-d8d9-4114-8dd4-ffa7ec779c10'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:06:44.587070 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.663145 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Deleting port 4862e6c8-659d-4821-aabc-a8229f5f6a57 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:44.663815 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.772937 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] For port 4862e6c8-659d-4821-aabc-a8229f5f6a57, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=4862e6c8-659d-4821-aabc-a8229f5f6a57,segment=NetworkSegment(d0268cd4-feaf-42da-a48a-6f1cd0808689),segment_id=d0268cd4-feaf-42da-a48a-6f1cd0808689)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:44.773350 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.875583 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] DHCP port deletion for 264612e0-40b4-429d-bf71-e3c7318e6ffe request from dv-cinder-787764-3-smb {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 11:06:44.913750 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Calling delete_port for 4862e6c8-659d-4821-aabc-a8229f5f6a57 owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:44.961496 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:44.966580 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8178f694-895d-48df-bf9f-61954c32171b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:45.012389 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Deleting port 4862e6c8-659d-4821-aabc-a8229f5f6a57 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:06:45.012773 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.012901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4862e6c8-659d-4821-aabc-a8229f5f6a57,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:45.015984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:45.016748 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] No DVR routers for this DVR port 4862e6c8-659d-4821-aabc-a8229f5f6a57 on host dv-cinder-787764-3-smb {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:45.111515 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] For port 4862e6c8-659d-4821-aabc-a8229f5f6a57, host dv-cinder-787764-3-smb, got binding levels [] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:45.112543 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.134747 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.147482 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264612e0-40b4-429d-bf71-e3c7318e6ffe']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:45.159669 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0268cd4-feaf-42da-a48a-6f1cd0808689') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:45.159969 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0268cd4-feaf-42da-a48a-6f1cd0808689') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:06:45.171335 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.188302 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.194241 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:06:45.194619 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:06:45.207838 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:06:45.236224 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Calling delete_port for 4862e6c8-659d-4821-aabc-a8229f5f6a57 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:06:45.239527 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Port 4862e6c8-659d-4821-aabc-a8229f5f6a57 was not found and therefore no delete operation was performed {{(pid=91770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 01 11:06:45.240747 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.244682 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:45.284778 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.285090 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Pushing event deleted for resources: {'Port': ['ID=4862e6c8-659d-4821-aabc-a8229f5f6a57,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:45.288233 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:45.291813 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:45.294346 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d7cdf-194b-422c-a01c-4842db53827c None None] No DVR routers for this DVR port 4862e6c8-659d-4821-aabc-a8229f5f6a57 on host dv-cinder-787764-3-smb {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:06:45.304624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.315532 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=264612e0-40b4-429d-bf71-e3c7318e6ffe,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:45.318624 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:45.329370 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f41205df-4798-4a8b-b2b7-5b6374bae2a0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/264612e0-40b4-429d-bf71-e3c7318e6ffe HTTP/1.1" status: 204 len: 168 time: 0.8497522 Jun 01 11:06:45.506385 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51038) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:45.553877 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-116443ad-8382-4d38-8037-82d9e70e0149 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75680b98f67544b19333ea75587f1120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461519 Jun 01 11:06:45.556465 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51042) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:45.612405 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.639467 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.694750 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.698530 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-09b83ae6-cf53-4b84-b7c6-cbd4fb99b940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:45.710798 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c146cda7-1f09-4d2f-a64a-9dedea7e7e7b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:45.714408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:45.719523 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:45.720621 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-4d617cfd-28f5-484e-9288-1ffe866f539a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c146cda7-1f09-4d2f-a64a-9dedea7e7e7b HTTP/1.1" status: 204 len: 168 time: 0.1632802 Jun 01 11:06:45.769131 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 4862e6c8-659d-4821-aabc-a8229f5f6a57 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:45.803755 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 4862e6c8-659d-4821-aabc-a8229f5f6a57 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:45.804176 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 4862e6c8-659d-4821-aabc-a8229f5f6a57 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:45.804519 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:06:45.841472 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:06:45.841993 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device e9bdbd1c-69f8-4720-97d2-a7d4e48b02f8 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:06:46.046033 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:06:46.114019 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 67845640-d8d9-4114-8dd4-ffa7ec779c10 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:06:46.114394 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:46.246975 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:46.292466 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:06:46.295941 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0faca-5ebe-4368-8993-4e658e5a8ae1" -d '{"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-plugged", "status": "completed", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:06:46.309541 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:06:46.315122 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:46.317327 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:46.357901 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9d42f-0462-4b85-b330-57afd8abd336 x-openstack-request-id: req-5be9d42f-0462-4b85-b330-57afd8abd336 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:06:46.358567 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-plugged", "status": "completed", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:06:46.358940 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5be9d42f-0462-4b85-b330-57afd8abd336 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:06:46.359444 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'code': 200} Jun 01 11:06:46.401033 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=8']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:46.403954 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:51.366252 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51188) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:51.482055 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.496710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:51.500507 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Usage tracker for resource:security_group_rule and tenant:779c17c88c6a47b19eb5c4ab1612840f is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:51.503297 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:51.508986 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:51.593411 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.596853 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.605801 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8c9852aa-a8a7-447d-b48a-6512e9cec24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:51.644428 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=779c17c88c6a47b19eb5c4ab1612840f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771575 Jun 01 11:06:51.645317 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70243f24-1d19-43f9-8ea2-089c942c3b5b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:51.647684 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51194) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:51.648420 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e170b35a-1384-451d-a53e-f6ac06b5ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:51.706645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.731856 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.783361 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.788025 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c623e5d8-f01f-4c6a-8e33-7e754db09172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:51.800070 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70243f24-1d19-43f9-8ea2-089c942c3b5b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:51.802941 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:51.804923 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:51.806566 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ee33eda5-8a27-4705-ab48-33aa87d1cb28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70243f24-1d19-43f9-8ea2-089c942c3b5b HTTP/1.1" status: 204 len: 168 time: 0.1573396 Jun 01 11:06:52.086027 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51206) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:52.109959 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.127258 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:52.131283 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4d185e934b471a85a8fa175d27bb4b is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:52.135800 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:52.141618 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:52.231298 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.235500 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.246363 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5c11957f-e3dd-43dc-8564-e7d8a06c0f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:52.277879 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5fcda-5461-4d3a-ae7a-6841d267a83a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:52.287614 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:52.299588 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b4d185e934b471a85a8fa175d27bb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125213 Jun 01 11:06:52.301980 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51216) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:52.375382 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.403638 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.461222 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.465529 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-eaacb868-c08c-49c4-b9b0-769d634cd686 tempest-AttachVolumeTestJSON-1369921091 tempest-AttachVolumeTestJSON-1369921091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:52.477169 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5fcda-5461-4d3a-ae7a-6841d267a83a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:52.479756 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:52.488605 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:52.489761 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04d5fcda-5461-4d3a-ae7a-6841d267a83a HTTP/1.1" status: 204 len: 168 time: 0.1831818 Jun 01 11:06:54.627002 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f9cfbd93-c2ec-4804-8300-5b2e9920c878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.256924 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51326) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:57.273659 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.374428 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.387613 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d73febc-b0c8-4e41-a90b-a87777c0a880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.389261 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:57.393063 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Usage tracker for resource:security_group_rule and tenant:c6aea9818a9349649f48272941301158 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:57.395888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:57.401600 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:57.583079 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.587972 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.597151 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-33a5392a-ec6c-40fe-86ed-30ba2a7476d1 tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:57.639061 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6aea9818a9349649f48272941301158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810203 Jun 01 11:06:57.640078 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3171c481-2a07-4c32-9b0c-b5f43d32ca51,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:57.641852 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51336) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:57.643806 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bc68f639-0150-4368-b431-4113a94d6577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:57.704319 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.732166 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.785138 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.788782 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c93930b0-b6dc-498f-b6cb-47971cbd3a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:57.801977 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3171c481-2a07-4c32-9b0c-b5f43d32ca51,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:57.806787 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:57.810786 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3171c481-2a07-4c32-9b0c-b5f43d32ca51 HTTP/1.1" status: 204 len: 168 time: 0.1678963 Jun 01 11:06:57.811864 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:58.092105 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51356) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:58.111460 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.126861 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:06:58.130646 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e4fd506c5942bfa965fb25e069e322 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:06:58.134988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:06:58.141123 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:06:58.228404 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.232057 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.239077 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-51b05e1d-8c6f-4e12-985a-c292ca664ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:58.283198 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8e4fd506c5942bfa965fb25e069e322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898260 Jun 01 11:06:58.284212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ceb52b-89e2-47f6-9203-dfee5939a46d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:58.285923 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51364) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:58.287238 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:58.343148 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.349996 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.378806 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.431320 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.436558 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4694d465-83e9-4958-baad-6e62e9765a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:06:58.451243 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ceb52b-89e2-47f6-9203-dfee5939a46d,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:06:58.453789 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:06:58.455937 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:06:58.457020 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93ceb52b-89e2-47f6-9203-dfee5939a46d HTTP/1.1" status: 204 len: 168 time: 0.1695433 Jun 01 11:06:59.967440 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51432) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:06:59.989270 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.146340 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.160409 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:00.164408 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Usage tracker for resource:security_group_rule and tenant:8dbd338cc58b4d4bbbd276b83bcbbb84 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:00.167947 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:00.174055 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:00.266264 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.270149 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.278620 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e5bd089e-130d-4e0c-8c8f-c4b5917fc471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:00.317132 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dbd338cc58b4d4bbbd276b83bcbbb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482263 Jun 01 11:07:00.318778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a35ef05-6b11-4d74-a199-6b0b2baa92cb,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:00.319825 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51442) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:00.322382 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:00.384392 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.416318 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.472317 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.479224 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-12f67fea-15ae-4efa-924d-367de7733f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:00.493906 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a35ef05-6b11-4d74-a199-6b0b2baa92cb,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:00.496173 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:00.506837 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.511138 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-42fde094-c056-43b5-92c3-300ba071aa5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a35ef05-6b11-4d74-a199-6b0b2baa92cb HTTP/1.1" status: 204 len: 168 time: 0.1871402 Jun 01 11:07:00.850284 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51454) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:00.870975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.887259 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:00.891408 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Usage tracker for resource:security_group_rule and tenant:ee9a112af59648229535f89384cbd206 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:00.895084 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:00.902428 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:00.987205 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:00.990998 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:01.003500 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-66c42133-3f47-43c1-9875-627626fee54f tempest-AttachVolumeShelveTestJSON-489865967 tempest-AttachVolumeShelveTestJSON-489865967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:01.041496 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae2d03-bf45-4ba2-89c4-3593f18f07e9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:01.048885 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee9a112af59648229535f89384cbd206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951177 Jun 01 11:07:01.048885 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:01.049165 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51458) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:01.108815 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:01.136784 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:01.187092 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:01.190754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e4c259d6-ec5a-4e23-a63e-2e792234b6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:01.202319 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae2d03-bf45-4ba2-89c4-3593f18f07e9,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:01.204553 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:01.210093 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:01.211191 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-cee43040-86bb-4019-b647-2658ce771f8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91ae2d03-bf45-4ba2-89c4-3593f18f07e9 HTTP/1.1" status: 204 len: 168 time: 0.1611547 Jun 01 11:07:02.857999 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:07:04.454946 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51614) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:04.569716 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.583975 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:04.587934 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c22b02cc74da4333a16d0020905a191d is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:04.590696 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:04.596247 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:04.680588 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.685285 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.694079 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d36208a8-2fef-425a-8b8c-0fe23a579549 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:04.736855 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c22b02cc74da4333a16d0020905a191d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784753 Jun 01 11:07:04.736855 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abec63c4-07e3-4099-bdd2-05a85ca401bd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:04.737718 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51624) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:04.740071 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cc1d56bf-3ffc-4d1c-8388-7e7a393d46a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:04.802853 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.829564 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.881628 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.886338 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6d1bd97c-a9ed-44bd-b84c-72d7bdcfc934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:04.897535 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abec63c4-07e3-4099-bdd2-05a85ca401bd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:04.901003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:04.903074 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:04.904161 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-39895d0a-4669-4cec-8f37-122e605d8985 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abec63c4-07e3-4099-bdd2-05a85ca401bd HTTP/1.1" status: 204 len: 168 time: 0.1655600 Jun 01 11:07:05.184095 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51634) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:05.205241 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.219513 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:05.223204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Usage tracker for resource:security_group_rule and tenant:609db8553abe4b98aebd1fb40c39f230 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:05.225912 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:05.231688 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:05.312390 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.316061 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.324928 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-54afe4a9-8d93-403e-8615-744d3990f404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:05.363897 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=609db8553abe4b98aebd1fb40c39f230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786962 Jun 01 11:07:05.364824 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5eefe-d36a-46a2-8040-e22658fc57d4,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:05.367389 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51638) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:05.368376 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dc530fe3-d8ef-4f94-b9f2-4830f2a301fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:05.431894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.457387 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.509702 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.513256 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56fb862f-42ec-45c2-9732-3537d139a3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:05.525450 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5eefe-d36a-46a2-8040-e22658fc57d4,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:05.528241 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:05.535168 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:05.536261 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-26e3b3e2-7221-4c3b-897a-e7289d4fc3d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfa5eefe-d36a-46a2-8040-e22658fc57d4 HTTP/1.1" status: 204 len: 168 time: 0.1663551 Jun 01 11:07:06.310570 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51672) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:06.426897 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.441770 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:06.445687 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3a78b59c6d44e1aa24e35667c8ed33 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:06.448580 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:06.454545 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:06.541764 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.545895 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.552641 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cfff797e-e9ba-4824-90a5-2d6d6bcc2015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:06.597810 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af61317-e21a-4d6c-9937-bde2d8543ba3,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:06.607461 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce3a78b59c6d44e1aa24e35667c8ed33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931397 Jun 01 11:07:06.607631 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51684) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:06.608072 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b919cc9a-76de-4bc5-b192-534e1314ffc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:06.662922 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.688984 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.744426 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.748396 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-058290b0-795c-4068-bff2-983c26cb4f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:06.761958 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af61317-e21a-4d6c-9937-bde2d8543ba3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:06.764715 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:06.771719 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:06.772811 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-47a1f7e3-f461-4009-987a-0571c583af2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9af61317-e21a-4d6c-9937-bde2d8543ba3 HTTP/1.1" status: 204 len: 168 time: 0.1668184 Jun 01 11:07:07.121049 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51702) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:07.140841 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.157143 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:07.161036 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Usage tracker for resource:security_group_rule and tenant:0322f69d7981444fbf9352f8890baaa3 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:07.164008 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:07.170084 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:07.256198 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.260722 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.261935 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.269743 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fee168d3-dc01-4eb0-8928-f60e4ae76920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:07.309109 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0322f69d7981444fbf9352f8890baaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869133 Jun 01 11:07:07.311097 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26458fe1-bce3-456d-b901-219e3ee2a07d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:07.312123 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51710) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:07.318335 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f08ff669-9446-400f-9b7e-1da327e12647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:07.471429 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.498981 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.553752 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.558172 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-747fbf10-858a-4d3f-a7a0-bf321d144496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:07.570534 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26458fe1-bce3-456d-b901-219e3ee2a07d,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:07.573565 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:07.582345 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:07.585899 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-a9ee6109-e296-498a-8b4c-69cf432556d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26458fe1-bce3-456d-b901-219e3ee2a07d HTTP/1.1" status: 204 len: 168 time: 0.2692766 Jun 01 11:07:11.578578 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51836) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:11.699905 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:11.716536 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:11.721070 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Usage tracker for resource:security_group_rule and tenant:a546c11ba67b47198e40a09fd25f41f3 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:11.724504 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:11.731077 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:11.817921 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:11.823031 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:11.835158 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f2233ca7-6c04-4c05-a447-11b8479409f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:11.874907 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a546c11ba67b47198e40a09fd25f41f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952139 Jun 01 11:07:11.876553 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b47d0-3e52-40bd-abb4-d0c25afa6008,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:11.877903 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51844) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:11.879623 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-57de943e-905c-4547-b420-d3c96788d731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:11.946486 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:11.975334 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.028767 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.032391 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2bb48718-6beb-463f-bb9f-1397bcfbdef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:12.045664 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b47d0-3e52-40bd-abb4-d0c25afa6008,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:12.049396 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:12.055477 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.056660 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e7677a53-32b6-4d58-9f43-ff9bed41926f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/693b47d0-3e52-40bd-abb4-d0c25afa6008 HTTP/1.1" status: 204 len: 168 time: 0.1776304 Jun 01 11:07:12.341621 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51862) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:12.376429 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.395863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:12.400085 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:05ddc107ea764b41a558e53a12d55e5d is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:12.403399 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:12.410395 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:12.509862 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.513855 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.522198 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-421483e1-08eb-4179-abdc-8580264ab866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:12.568133 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05ddc107ea764b41a558e53a12d55e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229967 Jun 01 11:07:12.568133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d73f6e-4d95-4694-8d3a-0a1b20a0f2dc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:12.568662 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51868) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:12.569789 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:12.631643 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.658238 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.712843 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.718046 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8a0ad5f0-af45-4f5b-9d7a-acaf728050e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:12.730396 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d73f6e-4d95-4694-8d3a-0a1b20a0f2dc,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:12.732589 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:12.741723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:12.743502 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-2ef80a88-c3cf-4897-903a-ece51d6834cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68d73f6e-4d95-4694-8d3a-0a1b20a0f2dc HTTP/1.1" status: 204 len: 168 time: 0.1731534 Jun 01 11:07:13.451237 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51892) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:13.553557 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2099887685-network', 'tenant_id': 'cf810a08e7834be0863d602c9ac8e168'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:07:13.558876 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:13.562903 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Usage tracker for resource:network and tenant:cf810a08e7834be0863d602c9ac8e168 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:13.565716 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:13.572516 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:13.582379 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Made reservation on behalf of cf810a08e7834be0863d602c9ac8e168 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:07:13.584943 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638995'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.601136 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.616298 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:13.621019 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Usage tracker for resource:security_group_rule and tenant:cf810a08e7834be0863d602c9ac8e168 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:13.624269 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:13.629940 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:13.718700 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.722978 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.726907 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a688df4f-fa47-4a16-9f58-4828938e6b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:13.757411 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 11:07:13.764754 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7458a409-0a96-47d5-9d0c-1d7a39ed006d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:13.768363 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:13.770896 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.771240 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.segments_db [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Added segment 0ace634c-c4d2-45d1-b02f-abb928a59bb1 of type vlan for network 57226b32-0463-4e6c-bdb6-279561beb828 Jun 01 11:07:13.798678 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730700564035'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.828993 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.830604 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:13.831185 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:13.836005 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:13.944900 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Pushing event updated for resources: {'Network': ['ID=57226b32-0463-4e6c-bdb6-279561beb828,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:13.948540 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:13.953186 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5006001 Jun 01 11:07:13.956362 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51906) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:13.957326 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Network 57226b32-0463-4e6c-bdb6-279561beb828 details requested by agent ovs-agent-dv-cinder-787764-3-smb with host dv-cinder-787764-3-smb {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 11:07:13.964916 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.v2.base [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Request body: {'subnet': {'network_id': '57226b32-0463-4e6c-bdb6-279561beb828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2099887685-subnet', 'tenant_id': 'cf810a08e7834be0863d602c9ac8e168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:07:13.970814 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:13.975064 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Usage tracker for resource:subnet and tenant:cf810a08e7834be0863d602c9ac8e168 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:13.978843 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:13.985994 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:13.997115 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Made reservation on behalf of cf810a08e7834be0863d602c9ac8e168 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:07:13.999793 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6406364'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:14.392771 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7188499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6406346'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:14.396970 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d433018c-d61b-4710-ad1b-b4e4146ba6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:14.466034 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cb3750-37e7-4d68-8c98-87b6ded4d8de,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:14.469857 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:14.473759 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Checking segment: {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:07:14.474113 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Network hostable DHCP agents. Network: 57226b32-0463-4e6c-bdb6-279561beb828, hostable agents: ['2c1ced84-1a58-4dbb-8bfd-844469422a1d'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 11:07:14.490127 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Network 57226b32-0463-4e6c-bdb6-279561beb828 is scheduled to be hosted by DHCP agent 2c1ced84-1a58-4dbb-8bfd-844469422a1d with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 11:07:14.499430 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-3-smb, 57226b32-0463-4e6c-bdb6-279561beb828) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:07:14.507555 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:14.508814 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:14.509868 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb15fd-a4b1-4a22-b1ce-da1c49965c9f None None] Network 57226b32-0463-4e6c-bdb6-279561beb828 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:07:14.528457 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-063b913f-5b5f-4bb5-9b57-5484c70af10f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5710862 Jun 01 11:07:14.731150 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de10523e-130d-47df-a3e9-a6a3ee76fabc None None] Network 57226b32-0463-4e6c-bdb6-279561beb828 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:07:16.552695 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-cde34b31-1bff-4808-aace-e51a337988a4 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:16.554133 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-cde34b31-1bff-4808-aace-e51a337988a4 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/networks?id=57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 200 len: 809 time: 0.1426997 Jun 01 11:07:16.569321 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-3930be80-35e0-4956-bef4-4914d58709ab tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/quotas/cf810a08e7834be0863d602c9ac8e168 HTTP/1.1" status: 200 len: 375 time: 0.0088632 Jun 01 11:07:16.622638 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-9e293a1d-6182-4d95-8a81-b91edd96bcc8 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf810a08e7834be0863d602c9ac8e168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471709 Jun 01 11:07:16.759396 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-803c5898-a849-4667-a066-56ede69587d6 service neutron] 10.222.0.10 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302598 Jun 01 11:07:16.896351 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-a70c3cb9-27ec-4744-b178-b9a65700521b service neutron] 10.222.0.10 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304343 Jun 01 11:07:17.086768 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6d3bb010-26cd-44a2-b28f-d67092f1e8f9 req-17d1e250-6c7b-4c64-ae64-c7e5f320f2ec tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 210 time: 0.0566590 Jun 01 11:07:17.096535 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51970) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:17.222407 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.236383 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:17.240329 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d591495aa3b4386bdd05a5f3c5e1d02 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:17.243738 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:17.250696 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:17.339676 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.346315 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.358832 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a8f1966d-a47a-4242-9197-6ca521654e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:17.403397 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d591495aa3b4386bdd05a5f3c5e1d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034382 Jun 01 11:07:17.403710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51982) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:17.406757 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae9e63d-35f2-4d6d-89da-e3291448005a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:17.410488 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6c96e07f-51fd-4b7d-a797-cf57daf85dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:17.468911 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.495808 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.548242 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.552103 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d0e11bca-e2bf-45c1-8139-656c0bea3773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:17.564169 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae9e63d-35f2-4d6d-89da-e3291448005a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:17.566459 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:17.572281 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.575869 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-51d276c8-b61a-4686-a0d4-424b9c6322d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dae9e63d-35f2-4d6d-89da-e3291448005a HTTP/1.1" status: 204 len: 168 time: 0.1688917 Jun 01 11:07:17.852504 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 51990) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:17.870499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.884702 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:17.888609 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Usage tracker for resource:security_group_rule and tenant:59983526b898450ca02da6b0fefe1aa5 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:17.892297 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:17.898001 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:17.983388 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.987209 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:17.998154 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7dd7fea1-cb7e-40de-b4da-c74c26468561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:18.119656 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59983526b898450ca02da6b0fefe1aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624307 Jun 01 11:07:18.120503 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 51996) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:18.125961 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c844ab-6f08-4865-8c7b-832dbbfdee78,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:18.131039 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4cc080f2-e0d9-4631-b1ac-02182c02eef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:18.193777 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-3f20356a-b790-40d9-8a8c-6cebc77f98ab tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:18.195771 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-3f20356a-b790-40d9-8a8c-6cebc77f98ab tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "GET /v2.0/networks?id=57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 200 len: 809 time: 0.1982682 Jun 01 11:07:18.202001 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.207953 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Request body: {'port': {'device_id': '4c3ec760-9123-4266-9535-30bfadfc0176', 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828', 'admin_state_up': True, 'tenant_id': 'cf810a08e7834be0863d602c9ac8e168'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:07:18.231121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.285386 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.289109 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4613c471-ca0a-4ec4-a09b-b29c52aeecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:18.301988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c844ab-6f08-4865-8c7b-832dbbfdee78,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:18.311192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.312278 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6c844ab-6f08-4865-8c7b-832dbbfdee78 HTTP/1.1" status: 204 len: 168 time: 0.1907218 Jun 01 11:07:18.313630 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.314003 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.314367 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.314832 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.315081 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.315435 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.315786 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.316133 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.316559 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.316818 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.317163 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.317733 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:18.320838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:18.328389 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d7cc1b5f-a9d0-4c58-8838-1750f18cf356 req-9fde89d1-e89d-4efe-8979-83c11a0d5f12 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 210 time: 0.1032898 Jun 01 11:07:18.402695 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:18.406456 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Usage tracker for resource:port and tenant:cf810a08e7834be0863d602c9ac8e168 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:18.409458 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:18.416152 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:18.425885 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Made reservation on behalf of cf810a08e7834be0863d602c9ac8e168 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:07:18.429534 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.592499 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Allocated IP 172.20.0.11 (57226b32-0463-4e6c-bdb6-279561beb828/78cb3750-37e7-4d68-8c98-87b6ded4d8de/da901dd4-2f78-4b6d-9c69-3668a594f5ba) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:07:18.670511 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52008) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:18.689628 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.705325 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:18.709381 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1dc0df648e4807b26692b054b32912 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:18.713200 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:18.719188 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:18.811296 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.814996 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.822161 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f7268f41-f9e9-4377-9888-bcb61d603ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:18.860956 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309023d-0780-486c-a861-0b1f1ebe1309,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:18.868343 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c1dc0df648e4807b26692b054b32912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938446 Jun 01 11:07:18.868343 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-35a96092-b132-45e2-b398-67a1f93a2429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:18.868649 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52012) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:18.906247 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.937197 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:18.943131 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b85d7180-acfb-4407-8dab-cbabe1623400 tempest-ServerRescueNegativeTestJSON-987885131 tempest-ServerRescueNegativeTestJSON-987885131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:19.011826 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Network 57226b32-0463-4e6c-bdb6-279561beb828 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:07:19.014970 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:07:19.018826 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:07:19.020422 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.048182 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.053440 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Pushing event updated for resources: {'Port': ['ID=da901dd4-2f78-4b6d-9c69-3668a594f5ba,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:19.060598 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:19.089637 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:19.090251 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.104249 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.107973 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5e288cb1-8cf2-4d0f-a273-f118138bcce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:19.116713 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-60871f99-dfb0-45ab-a023-2b4338772ff1 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9126136 Jun 01 11:07:19.118990 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309023d-0780-486c-a861-0b1f1ebe1309,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:19.122359 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:19.125808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.129306 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e4214e0d-6b87-45bc-a20f-1f86f860ecc1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d309023d-0780-486c-a861-0b1f1ebe1309 HTTP/1.1" status: 204 len: 168 time: 0.2574317 Jun 01 11:07:19.129465 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Request body: {'port': {'device_id': '4c3ec760-9123-4266-9535-30bfadfc0176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:07:19.246793 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.617733 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049093c-c97d-4dc2-92f2-d1da4e02da7d req-2096fd63-c346-4aee-998b-2ccaea9cb8e2 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:19.618894 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-a049093c-c97d-4dc2-92f2-d1da4e02da7d req-2096fd63-c346-4aee-998b-2ccaea9cb8e2 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Synchronizing usage tracker for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:07:19.686256 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-a049093c-c97d-4dc2-92f2-d1da4e02da7d req-2096fd63-c346-4aee-998b-2ccaea9cb8e2 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Unset dirty status for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:07:19.687386 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a049093c-c97d-4dc2-92f2-d1da4e02da7d req-2096fd63-c346-4aee-998b-2ccaea9cb8e2 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 932 time: 0.2043936 Jun 01 11:07:19.722300 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da901dd4-2f78-4b6d-9c69-3668a594f5ba {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:07:19.732820 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.766034 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a049093c-c97d-4dc2-92f2-d1da4e02da7d req-8c492a57-23ab-48e7-af2c-312066c77704 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713444 Jun 01 11:07:19.767021 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Transition to ACTIVE for port object da901dd4-2f78-4b6d-9c69-3668a594f5ba will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:07:19.770665 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:19.774919 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:19.934164 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Pushing event updated for resources: {'Port': ['ID=da901dd4-2f78-4b6d-9c69-3668a594f5ba,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:19.937228 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:20.011995 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Attempting to bind port da901dd4-2f78-4b6d-9c69-3668a594f5ba on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:07:20.012327 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Attempting to bind port da901dd4-2f78-4b6d-9c69-3668a594f5ba by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:07:20.012691 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Attempting to bind port da901dd4-2f78-4b6d-9c69-3668a594f5ba on network 57226b32-0463-4e6c-bdb6-279561beb828 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:07:20.017290 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Port da901dd4-2f78-4b6d-9c69-3668a594f5ba on network 57226b32-0463-4e6c-bdb6-279561beb828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:07:20.017646 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Attempting to bind port da901dd4-2f78-4b6d-9c69-3668a594f5ba on network 57226b32-0463-4e6c-bdb6-279561beb828 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:07:20.022723 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:07:20.023055 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Checking segment: {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:07:20.023612 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Bound using segment: {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:07:20.024586 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Bound port: da901dd4-2f78-4b6d-9c69-3668a594f5ba, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:07:20.024956 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:20.117031 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] For port da901dd4-2f78-4b6d-9c69-3668a594f5ba, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:07:20.120230 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] For port da901dd4-2f78-4b6d-9c69-3668a594f5ba, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:07:20.123878 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:20.127635 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b7f0787-cd0f-478b-978d-028e0afa0e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:20.189786 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:20.190402 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:20.191772 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] 10.222.0.73 "PUT /v2.0/ports/da901dd4-2f78-4b6d-9c69-3668a594f5ba HTTP/1.1" status: 200 len: 1094 time: 1.0679622 Jun 01 11:07:20.192269 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3ec760-9123-4266-9535-30bfadfc0176', 'tag': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:20.194539 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be57855-8e53-4288-a765-856d3804a7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3ec760-9123-4266-9535-30bfadfc0176", "tag": "da901dd4-2f78-4b6d-9c69-3668a594f5ba"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:20.212785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Pushing event updated for resources: {'Port': ['ID=da901dd4-2f78-4b6d-9c69-3668a594f5ba,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:20.215989 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1509a1c0-3c16-4fd8-8da7-491d669a6b09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:20.277973 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ac5802-f3ca-489c-9991-7cd9c22fed9d x-openstack-request-id: req-a1ac5802-f3ca-489c-9991-7cd9c22fed9d {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:20.278207 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3ec760-9123-4266-9535-30bfadfc0176", "tag": "da901dd4-2f78-4b6d-9c69-3668a594f5ba", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:20.278494 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1ac5802-f3ca-489c-9991-7cd9c22fed9d {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:20.278924 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3ec760-9123-4266-9535-30bfadfc0176', 'tag': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba', 'status': 'completed', 'code': 200} Jun 01 11:07:20.313600 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-e39c051e-99ca-4077-bd94-a46563fb7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:20.315100 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-e39c051e-99ca-4077-bd94-a46563fb7818 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf810a08e7834be0863d602c9ac8e168&device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 1097 time: 0.0742948 Jun 01 11:07:20.392484 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-0b8d1601-809a-476e-b172-43fd1e91116a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba HTTP/1.1" status: 200 len: 217 time: 0.0706279 Jun 01 11:07:20.457532 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-a967d553-d72b-43c2-ba95-44a5693128c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:20.459000 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-a967d553-d72b-43c2-ba95-44a5693128c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78cb3750-37e7-4d68-8c98-87b6ded4d8de HTTP/1.1" status: 200 len: 849 time: 0.0598719 Jun 01 11:07:20.505355 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-f85471de-cde1-4e8e-95c3-609334aff987 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57226b32-0463-4e6c-bdb6-279561beb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404556 Jun 01 11:07:20.748273 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-0f019e8e-24d7-4603-81e1-b9f563850c0f service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368481 Jun 01 11:07:20.925117 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e1c14656-56a2-44ab-ae32-a2fcde91e520 req-93bc0c07-b2ee-4f51-bb72-4636851f8c95 service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699865 Jun 01 11:07:20.970778 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73350-b122-4d58-979e-726d662c9100 req-04eb7216-db88-4832-9c1e-57a83382837e tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:20.972323 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c9a73350-b122-4d58-979e-726d662c9100 req-04eb7216-db88-4832-9c1e-57a83382837e tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 944 time: 0.0912979 Jun 01 11:07:21.075705 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c9a73350-b122-4d58-979e-726d662c9100 req-80beacbc-5144-4391-a466-6765fceff9ad tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671701 Jun 01 11:07:21.094683 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57855-8e53-4288-a765-856d3804a7c2 req-ce7bfb07-fe8a-4a37-9237-c9da61d1a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:21.096175 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-ce7bfb07-fe8a-4a37-9237-c9da61d1a9f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf810a08e7834be0863d602c9ac8e168&device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 1097 time: 0.1185009 Jun 01 11:07:21.231559 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57855-8e53-4288-a765-856d3804a7c2 req-114c999b-e154-4786-ba26-c7949b9d66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:21.232998 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-114c999b-e154-4786-ba26-c7949b9d66f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 200 len: 910 time: 0.1301181 Jun 01 11:07:21.300533 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-8e76ddbd-cc73-4c4f-b862-b6046eecb0bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba HTTP/1.1" status: 200 len: 217 time: 0.0604310 Jun 01 11:07:21.371563 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57855-8e53-4288-a765-856d3804a7c2 req-725bb3d4-e23a-4545-910d-fb12434f8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:21.372926 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-725bb3d4-e23a-4545-910d-fb12434f8edd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78cb3750-37e7-4d68-8c98-87b6ded4d8de HTTP/1.1" status: 200 len: 849 time: 0.0647292 Jun 01 11:07:21.420278 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-30c3d2a8-5c98-476e-9496-2eedc3a468ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57226b32-0463-4e6c-bdb6-279561beb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405333 Jun 01 11:07:21.566458 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-671d5ed7-655e-4253-880c-e25735ecb22d service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279283 Jun 01 11:07:21.706231 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-9be57855-8e53-4288-a765-856d3804a7c2 req-9794073e-6e8a-4b49-bd56-cb65b7fa811d service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307638 Jun 01 11:07:22.262367 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f48707-816a-4205-83b0-05c8dfb46a57 req-a56a0e5c-dcd9-4f9a-bbdf-8b7186fc2d2a tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:22.263833 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93f48707-816a-4205-83b0-05c8dfb46a57 req-a56a0e5c-dcd9-4f9a-bbdf-8b7186fc2d2a tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 944 time: 0.0799527 Jun 01 11:07:22.276406 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device da901dd4-2f78-4b6d-9c69-3668a594f5ba details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:07:22.313817 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93f48707-816a-4205-83b0-05c8dfb46a57 req-e65c1b00-e3bf-4038-a9e1-7a8021ed8e51 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Jun 01 11:07:22.414528 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port da901dd4-2f78-4b6d-9c69-3668a594f5ba, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:22.430718 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba', 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828', 'port_id': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba', 'mac_address': 'fa:16:3e:bb:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cb3750-37e7-4d68-8c98-87b6ded4d8de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:07:22.486005 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:22.501895 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da901dd4-2f78-4b6d-9c69-3668a594f5ba {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:07:22.517921 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port da901dd4-2f78-4b6d-9c69-3668a594f5ba, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:22.521394 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:22.523097 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:22.592213 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=da901dd4-2f78-4b6d-9c69-3668a594f5ba,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:22.595255 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:22.731166 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['da901dd4-2f78-4b6d-9c69-3668a594f5ba'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:07:23.500594 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317d6ff-8ade-486a-b670-0c9adfb9a089 req-7d30be1f-668d-4fb3-a478-6ef43abfa632 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:23.502050 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8317d6ff-8ade-486a-b670-0c9adfb9a089 req-7d30be1f-668d-4fb3-a478-6ef43abfa632 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 945 time: 0.0804543 Jun 01 11:07:23.547858 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-8317d6ff-8ade-486a-b670-0c9adfb9a089 req-55953b24-4d96-466d-927f-3f21a66e4a50 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Jun 01 11:07:24.302635 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device da901dd4-2f78-4b6d-9c69-3668a594f5ba up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:07:24.373900 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port da901dd4-2f78-4b6d-9c69-3668a594f5ba completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:07:24.378227 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port da901dd4-2f78-4b6d-9c69-3668a594f5ba triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:07:24.378615 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:24.493985 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:24.522188 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3ec760-9123-4266-9535-30bfadfc0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:24.524542 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2719a-898e-4812-aa58-a4142cee27a0" -d '{"events": [{"server_uuid": "4c3ec760-9123-4266-9535-30bfadfc0176", "name": "network-vif-plugged", "status": "completed", "tag": "da901dd4-2f78-4b6d-9c69-3668a594f5ba"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:24.532076 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port da901dd4-2f78-4b6d-9c69-3668a594f5ba, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:24.545117 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:24.547043 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:24.577338 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a73aeb-96d9-468d-a220-fd09f92a38ab x-openstack-request-id: req-64a73aeb-96d9-468d-a220-fd09f92a38ab {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:24.577338 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3ec760-9123-4266-9535-30bfadfc0176", "name": "network-vif-plugged", "status": "completed", "tag": "da901dd4-2f78-4b6d-9c69-3668a594f5ba", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:24.577617 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64a73aeb-96d9-468d-a220-fd09f92a38ab {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:24.577840 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3ec760-9123-4266-9535-30bfadfc0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba', 'code': 200} Jun 01 11:07:24.621790 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=da901dd4-2f78-4b6d-9c69-3668a594f5ba,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:24.631431 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:24.641157 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-58fe1da6-511c-423d-bf1a-4d333d9af618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:24.803418 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572841b-ebd2-4ff3-9971-ee46ae4fe0bc req-e943c1a5-4a41-49d4-a236-18cea1efaa98 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:24.805441 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d572841b-ebd2-4ff3-9971-ee46ae4fe0bc req-e943c1a5-4a41-49d4-a236-18cea1efaa98 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 946 time: 0.1424859 Jun 01 11:07:24.840942 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5d9ef-d6ea-4660-98a4-14892f3ec9c8 req-8eadfb20-794e-47f3-aa34-74354c26d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:24.842351 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a9b5d9ef-d6ea-4660-98a4-14892f3ec9c8 req-8eadfb20-794e-47f3-aa34-74354c26d4af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 1099 time: 0.1046636 Jun 01 11:07:24.883266 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d572841b-ebd2-4ff3-9971-ee46ae4fe0bc req-487c98f8-f8dd-42e1-b751-b77e24777051 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717149 Jun 01 11:07:24.900268 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a9b5d9ef-d6ea-4660-98a4-14892f3ec9c8 req-b85219e3-0c0c-42d3-b28d-0331e70f27a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 Jun 01 11:07:26.075727 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e20c50-5a94-4fa5-a95d-6ec84929fe1c req-982e7225-8043-4ada-a2c1-f2645231cb8d tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:26.077472 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f7e20c50-5a94-4fa5-a95d-6ec84929fe1c req-982e7225-8043-4ada-a2c1-f2645231cb8d tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 946 time: 0.0808010 Jun 01 11:07:26.122212 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f7e20c50-5a94-4fa5-a95d-6ec84929fe1c req-93c910b0-5143-4445-84be-73074756ee01 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Jun 01 11:07:27.284185 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:27.290332 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ce45-06f7-47c2-bfcb-2d9f398f7d9d req-da89b0d7-bf25-478e-afa7-d10023d4eb91 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:27.291831 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7083ce45-06f7-47c2-bfcb-2d9f398f7d9d req-da89b0d7-bf25-478e-afa7-d10023d4eb91 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 946 time: 0.1816938 Jun 01 11:07:27.336921 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7083ce45-06f7-47c2-bfcb-2d9f398f7d9d req-652915cf-c4b4-4d12-8ba7-cbb75667f926 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Jun 01 11:07:27.389805 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c7e43be-c1e1-4b24-ab31-6ec6d6313000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:28.350664 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:28.591341 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-5fe26129-69ab-4e15-bf1c-2a36456dec9d tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:28.592662 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-5fe26129-69ab-4e15-bf1c-2a36456dec9d tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 946 time: 0.1464934 Jun 01 11:07:28.600481 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93be10-3af5-4b89-9811-27a59088b3da req-f83874ed-9907-4b29-837a-0643f84011ec tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:28.601995 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac93be10-3af5-4b89-9811-27a59088b3da req-f83874ed-9907-4b29-837a-0643f84011ec tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 946 time: 0.1191874 Jun 01 11:07:28.729653 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac93be10-3af5-4b89-9811-27a59088b3da req-0fa8caaf-d718-460a-baad-0422bea9e388 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986495 Jun 01 11:07:28.768840 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Deleting port da901dd4-2f78-4b6d-9c69-3668a594f5ba {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:07:28.769183 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:28.903625 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] For port da901dd4-2f78-4b6d-9c69-3668a594f5ba, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=da901dd4-2f78-4b6d-9c69-3668a594f5ba,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:28.903889 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:29.029608 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Calling delete_port for da901dd4-2f78-4b6d-9c69-3668a594f5ba owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:07:29.142962 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:29.149560 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-96bdae13-b8fa-4ed6-b1ba-c7e9ce8c14e3 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:29.154384 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['da901dd4-2f78-4b6d-9c69-3668a594f5ba'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:07:29.194760 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Pushing event deleted for resources: {'Port': ['ID=da901dd4-2f78-4b6d-9c69-3668a594f5ba,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:29.198236 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:29.271399 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] No DVR routers for this DVR port da901dd4-2f78-4b6d-9c69-3668a594f5ba on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:07:29.274668 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:29.277190 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3ec760-9123-4266-9535-30bfadfc0176', 'name': 'network-vif-deleted', 'tag': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:29.279457 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbb38bc-81c4-4206-ba56-f7614694df94" -d '{"events": [{"server_uuid": "4c3ec760-9123-4266-9535-30bfadfc0176", "name": "network-vif-deleted", "tag": "da901dd4-2f78-4b6d-9c69-3668a594f5ba"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:29.292863 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c7a4f045-5310-4a78-a077-be8681e70a6c req-c9dc2c5a-c647-4561-9018-3f6ab057c16f tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "DELETE /v2.0/ports/da901dd4-2f78-4b6d-9c69-3668a594f5ba HTTP/1.1" status: 204 len: 173 time: 0.6898901 Jun 01 11:07:29.327367 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74e17ec-5bd9-4166-82b7-4ce36d924c79 x-openstack-request-id: req-c74e17ec-5bd9-4166-82b7-4ce36d924c79 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:29.327696 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3ec760-9123-4266-9535-30bfadfc0176", "name": "network-vif-deleted", "tag": "da901dd4-2f78-4b6d-9c69-3668a594f5ba", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:29.328006 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c74e17ec-5bd9-4166-82b7-4ce36d924c79 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:29.328443 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3ec760-9123-4266-9535-30bfadfc0176', 'name': 'network-vif-deleted', 'tag': 'da901dd4-2f78-4b6d-9c69-3668a594f5ba', 'status': 'completed', 'code': 200} Jun 01 11:07:29.897798 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-e72331b0-c8b8-427f-8687-a981f7be5d69 req-40bcba6e-049b-4045-b0d7-1a8c39937122 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Synchronizing usage tracker for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:07:29.912667 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-e72331b0-c8b8-427f-8687-a981f7be5d69 req-40bcba6e-049b-4045-b0d7-1a8c39937122 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Unset dirty status for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:07:29.914353 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e72331b0-c8b8-427f-8687-a981f7be5d69 req-40bcba6e-049b-4045-b0d7-1a8c39937122 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c3ec760-9123-4266-9535-30bfadfc0176 HTTP/1.1" status: 200 len: 210 time: 0.0605717 Jun 01 11:07:29.989198 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:31.378856 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-e602b738-4a8d-4fa3-9a1d-e1ad06540b06 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:31.380729 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-e602b738-4a8d-4fa3-9a1d-e1ad06540b06 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/networks?id=57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 200 len: 809 time: 0.1498568 Jun 01 11:07:31.396529 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-80685089-271c-4a06-bc4f-63686025bc99 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/quotas/cf810a08e7834be0863d602c9ac8e168 HTTP/1.1" status: 200 len: 375 time: 0.0099216 Jun 01 11:07:31.444151 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-35915309-a4e9-407b-ab4d-504090b75d20 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf810a08e7834be0863d602c9ac8e168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416927 Jun 01 11:07:31.686573 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-ee3977cd-e31e-4731-9477-1b875510fd7b service neutron] 10.222.0.10 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354167 Jun 01 11:07:31.819724 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-00abcc2c-05d9-4a54-9ad1-38c99e0d3bf1 service neutron] 10.222.0.10 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274564 Jun 01 11:07:32.004092 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e28ea3a1-52f1-4331-8c42-c1d4d1669d64 req-b903e110-6ec9-4a0b-a649-b00bcfe3288e tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 210 time: 0.0479286 Jun 01 11:07:32.335708 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device da901dd4-2f78-4b6d-9c69-3668a594f5ba no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:07:32.377084 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: da901dd4-2f78-4b6d-9c69-3668a594f5ba {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:07:32.377307 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device da901dd4-2f78-4b6d-9c69-3668a594f5ba not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:07:33.221939 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ac0f64e4-8acb-4aa3-b75f-0d873310a152 req-3199770f-e15b-402e-af18-dfcb19336d70 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 210 time: 0.0588145 Jun 01 11:07:33.231958 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-5d5272fd-c03f-40f6-87d5-b180c10d53e7 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:33.233331 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-5d5272fd-c03f-40f6-87d5-b180c10d53e7 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "GET /v2.0/networks?id=57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 200 len: 809 time: 0.3066382 Jun 01 11:07:33.248627 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Request body: {'port': {'device_id': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828', 'admin_state_up': True, 'tenant_id': 'cf810a08e7834be0863d602c9ac8e168'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:07:33.384722 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:33.393854 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:33.402606 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Made reservation on behalf of cf810a08e7834be0863d602c9ac8e168 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 11:07:33.406140 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:33.575085 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Allocated IP 172.20.0.2 (57226b32-0463-4e6c-bdb6-279561beb828/78cb3750-37e7-4d68-8c98-87b6ded4d8de/10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 11:07:33.777196 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:33.807447 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730700543690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:33.813495 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-84663040-573a-44d3-9436-5166b0556c3f tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:33.885031 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Network 57226b32-0463-4e6c-bdb6-279561beb828 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 11:07:33.893834 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Pushing event updated for resources: {'Port': ['ID=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:33.896039 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 11:07:33.898574 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 11:07:33.941476 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.941864 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.942224 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.942580 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.942931 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.943281 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.943626 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.943971 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.944316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.944659 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.945775 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.946296 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:33.949877 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:33.972628 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:33.973162 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:33.998019 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-8b0419e9-3ab9-4ca1-846b-245bb727e8d9 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531507 Jun 01 11:07:34.012982 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.v2.base [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Request body: {'port': {'device_id': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 11:07:34.123904 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:34.479547 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d912643-143e-4a56-a59c-2aea16f90d65 req-75d2e916-1cc2-4a76-917a-d4283ad03164 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:34.480273 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-7d912643-143e-4a56-a59c-2aea16f90d65 req-75d2e916-1cc2-4a76-917a-d4283ad03164 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Synchronizing usage tracker for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:07:34.541316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-7d912643-143e-4a56-a59c-2aea16f90d65 req-75d2e916-1cc2-4a76-917a-d4283ad03164 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Unset dirty status for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:07:34.542392 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7d912643-143e-4a56-a59c-2aea16f90d65 req-75d2e916-1cc2-4a76-917a-d4283ad03164 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 931 time: 0.1940706 Jun 01 11:07:34.544185 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:07:34.565643 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:34.595412 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Transition to ACTIVE for port object 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 11:07:34.598401 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:34.603828 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d1cd0578-9b3d-4829-adf3-f18b33322071 tempest-VolumesSnapshotTestJSON-1606957383 tempest-VolumesSnapshotTestJSON-1606957383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:34.635068 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-7d912643-143e-4a56-a59c-2aea16f90d65 req-3a3edd94-3569-4601-b17f-cc92f879a3f6 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 Jun 01 11:07:34.754937 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Pushing event updated for resources: {'Port': ['ID=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:34.762557 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:34.835935 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Attempting to bind port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 11:07:34.836246 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Attempting to bind port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 11:07:34.836582 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Attempting to bind port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 on network 57226b32-0463-4e6c-bdb6-279561beb828 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:07:34.841252 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 on network 57226b32-0463-4e6c-bdb6-279561beb828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 11:07:34.841600 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Attempting to bind port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 on network 57226b32-0463-4e6c-bdb6-279561beb828 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 11:07:34.846660 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Checking agent: {'id': '2b3cd747-7394-409e-a710-58137d8d1656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'started_at': datetime.datetime(2021, 6, 1, 10, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 11:07:34.846995 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Checking segment: {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 11:07:34.847378 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Bound using segment: {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 11:07:34.847806 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Bound port: 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ace634c-c4d2-45d1-b02f-abb928a59bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 11:07:34.848151 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:34.937523 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] For port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host hv-cinder-78776, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 11:07:34.940710 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] For port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 11:07:34.946401 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7278610'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:34.951024 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e521626-c8a8-415b-996e-3ded93d633e0 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:35.096397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:35.096650 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:35.098254 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] 10.222.0.73 "PUT /v2.0/ports/10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 HTTP/1.1" status: 200 len: 1093 time: 1.0892479 Jun 01 11:07:35.106437 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'tag': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:35.109101 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2382385-aa67-4267-a2d6-1f9175b791d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7693cd00-cd4e-4d0f-9fb3-d016ba1ea264", "tag": "10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:35.176041 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf13cb-b40d-41f5-947e-2ec8739af343 x-openstack-request-id: req-1ebf13cb-b40d-41f5-947e-2ec8739af343 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:35.176371 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7693cd00-cd4e-4d0f-9fb3-d016ba1ea264", "tag": "10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:35.176665 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ebf13cb-b40d-41f5-947e-2ec8739af343 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:35.177343 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'tag': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877', 'status': 'completed', 'code': 200} Jun 01 11:07:35.190026 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Pushing event updated for resources: {'Port': ['ID=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:35.193256 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:35.225642 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-31f9a0d7-044e-41c0-99c9-b8fd5603b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:35.227314 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-31f9a0d7-044e-41c0-99c9-b8fd5603b64e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf810a08e7834be0863d602c9ac8e168&device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 1096 time: 0.0873570 Jun 01 11:07:35.300932 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-d67d0951-c803-44f4-8f1e-ce59f0620343 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 HTTP/1.1" status: 200 len: 217 time: 0.0660017 Jun 01 11:07:35.363109 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-0c8ef067-0c89-41ea-9ba0-54002fa35540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:35.364831 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-0c8ef067-0c89-41ea-9ba0-54002fa35540 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78cb3750-37e7-4d68-8c98-87b6ded4d8de HTTP/1.1" status: 200 len: 849 time: 0.0578253 Jun 01 11:07:35.415614 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-6620bf8f-dc9a-40eb-8421-2bd2342b43f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57226b32-0463-4e6c-bdb6-279561beb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444868 Jun 01 11:07:35.548594 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-001c6b29-02e6-4b3f-aff3-90f60bce96a6 service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262307 Jun 01 11:07:35.682824 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-c28c332c-c2db-4e20-92cf-a248cd089bf1 req-a9df1576-14aa-4005-803c-0d055986e3da service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274593 Jun 01 11:07:35.803865 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-6e19dceb-1808-4665-b421-45091c4a910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:35.805947 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-6e19dceb-1808-4665-b421-45091c4a910f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf810a08e7834be0863d602c9ac8e168&device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 1096 time: 0.0765634 Jun 01 11:07:35.994867 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-c66648bb-e741-46b9-bd50-56c8a7818cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:35.996285 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-c66648bb-e741-46b9-bd50-56c8a7818cfe service neutron] 10.222.0.73 "GET /v2.0/networks?id=57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 200 len: 910 time: 0.1834955 Jun 01 11:07:36.063028 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f1498-6eae-41b7-ba4e-54ffe3053939 req-be5fc590-6658-4f30-bd17-b08d71ed9951 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:36.064418 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-854f1498-6eae-41b7-ba4e-54ffe3053939 req-be5fc590-6658-4f30-bd17-b08d71ed9951 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 943 time: 0.1758213 Jun 01 11:07:36.073764 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-86d4128d-0b78-40fb-bb4f-5a53e7c6bc5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 HTTP/1.1" status: 200 len: 217 time: 0.0700214 Jun 01 11:07:36.158014 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-854f1498-6eae-41b7-ba4e-54ffe3053939 req-ac424797-8f71-43c3-a8e9-3c564136377a tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864019 Jun 01 11:07:36.165746 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-1a8a2596-a1dd-496c-b0d6-0bac93a61654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:36.167142 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-1a8a2596-a1dd-496c-b0d6-0bac93a61654 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=78cb3750-37e7-4d68-8c98-87b6ded4d8de HTTP/1.1" status: 200 len: 849 time: 0.0789492 Jun 01 11:07:36.215369 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-bc865e90-540b-41b3-b9fd-de2077abde2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57226b32-0463-4e6c-bdb6-279561beb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414958 Jun 01 11:07:36.348847 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-2d5ed8cb-bbd3-408c-8ab8-9ef23d40fd55 service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259286 Jun 01 11:07:36.488147 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e2382385-aa67-4267-a2d6-1f9175b791d1 req-50c65e66-e63e-4802-a325-905abe66cc02 service neutron] 10.222.0.73 "GET /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324797 Jun 01 11:07:37.285685 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:37.346980 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcfe-4a46-4038-a019-97f6484be176 req-fdb4c451-49b1-4d8f-9272-781844507565 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:37.348452 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a400dcfe-4a46-4038-a019-97f6484be176 req-fdb4c451-49b1-4d8f-9272-781844507565 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 943 time: 0.0844800 Jun 01 11:07:37.393184 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-a400dcfe-4a46-4038-a019-97f6484be176 req-23e24a5b-2b23-4108-ae10-7ec2eb4b7393 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Jun 01 11:07:38.400050 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 11:07:38.530752 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:38.543630 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Returning: {'device': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877', 'network_id': '57226b32-0463-4e6c-bdb6-279561beb828', 'port_id': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877', 'mac_address': 'fa:16:3e:4a:8a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cb3750-37e7-4d68-8c98-87b6ded4d8de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 11:07:38.575238 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c1a1a-7976-4848-bb39-bccce8d6b93f req-a53565c3-edbf-4791-a66e-b6b93a6d769a tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:38.576705 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-271c1a1a-7976-4848-bb39-bccce8d6b93f req-a53565c3-edbf-4791-a66e-b6b93a6d769a tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 943 time: 0.0799205 Jun 01 11:07:38.597329 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:38.613236 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 11:07:38.624777 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-271c1a1a-7976-4848-bb39-bccce8d6b93f req-fb6b53f3-6375-4635-9319-199c6b68c4c4 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Jun 01 11:07:38.629404 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:38.634728 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:38.636452 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-75ada7df-b0a4-4fa1-9a78-ebc20cc9249c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:38.703264 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:38.706088 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:38.835682 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:07:39.856917 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:07:39.901984 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98e24a-18e9-48c3-9f96-47882bb29650 req-492e652c-44a5-45ca-a5e8-a217d9d7ebbc tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:39.903428 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef98e24a-18e9-48c3-9f96-47882bb29650 req-492e652c-44a5-45ca-a5e8-a217d9d7ebbc tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 944 time: 0.1735203 Jun 01 11:07:39.948052 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-ef98e24a-18e9-48c3-9f96-47882bb29650 req-7c1a8ac6-2d8f-4aee-bbd5-98c62bcd7099 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Jun 01 11:07:40.408948 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 up at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 11:07:40.506597 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning for port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 11:07:40.511817 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Provisioning complete for port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 11:07:40.512186 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981038'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:40.627329 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639000'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:40.656069 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:40.658319 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b551305e41b99dc2395e38de6d75d7dff9345c3f168a84594bc39906f9173f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a942c43c-11e5-4deb-8c2a-e2effb02979d" -d '{"events": [{"server_uuid": "7693cd00-cd4e-4d0f-9fb3-d016ba1ea264", "name": "network-vif-plugged", "status": "completed", "tag": "10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:40.667020 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] For port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:40.671425 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730700978580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730700543708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730700547085'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:40.673420 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:40.709193 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb417c-33f9-4625-80b0-ea7896b87821 x-openstack-request-id: req-91cb417c-33f9-4625-80b0-ea7896b87821 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:40.709489 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693cd00-cd4e-4d0f-9fb3-d016ba1ea264", "name": "network-vif-plugged", "status": "completed", "tag": "10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:40.709770 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91cb417c-33f9-4625-80b0-ea7896b87821 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:40.710163 dv-cinder-787764-3-smb neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877', 'code': 200} Jun 01 11:07:40.744310 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Pushing event updated for resources: {'Port': ['ID=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:40.753118 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.753397 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.753826 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.754243 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.754792 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.755209 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.755602 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.755991 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.756380 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.756767 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.758106 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.758241 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-3-smb {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 11:07:40.762175 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:40.944442 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8a1f3-ddcd-410c-a4ae-0b40359d26cf req-8f5ac5c4-ba01-4359-a2fa-1793dbe20c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:40.946495 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5f8a1f3-ddcd-410c-a4ae-0b40359d26cf req-8f5ac5c4-ba01-4359-a2fa-1793dbe20c17 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 1098 time: 0.0738146 Jun 01 11:07:40.990517 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-b5f8a1f3-ddcd-410c-a4ae-0b40359d26cf req-9d0de558-cef9-4f80-b9b3-44a9b0dab481 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Jun 01 11:07:41.137770 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4477-33fa-42b5-b71e-e0043599bf9c req-10f34592-af59-42e6-bfc6-530f4ebe2b92 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:41.139208 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93fb4477-33fa-42b5-b71e-e0043599bf9c req-10f34592-af59-42e6-bfc6-530f4ebe2b92 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 945 time: 0.0810370 Jun 01 11:07:41.187678 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-93fb4477-33fa-42b5-b71e-e0043599bf9c req-6c3d53c2-a3a1-4dea-a8db-9fefe0707dac tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428274 Jun 01 11:07:42.375672 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26ce85-35d3-4bf7-abfd-0615334cec8b req-69b694cc-7d3d-4260-b998-3c5707fefbc0 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:42.377135 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0f26ce85-35d3-4bf7-abfd-0615334cec8b req-69b694cc-7d3d-4260-b998-3c5707fefbc0 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 945 time: 0.0805764 Jun 01 11:07:42.423861 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-0f26ce85-35d3-4bf7-abfd-0615334cec8b req-d06913be-8356-4a8b-8a98-b65527543756 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Jun 01 11:07:43.507134 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a18ac-19e2-4a0c-8e2f-d105bef84533 req-b89d960a-aac3-4882-9dcf-6caa0b898d15 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:43.508971 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e27a18ac-19e2-4a0c-8e2f-d105bef84533 req-b89d960a-aac3-4882-9dcf-6caa0b898d15 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 945 time: 0.0853384 Jun 01 11:07:43.560828 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-e27a18ac-19e2-4a0c-8e2f-d105bef84533 req-b39fe736-29d4-467e-b7f0-241b64de55d3 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Jun 01 11:07:44.546328 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52282) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:44.663452 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:44.677661 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:44.682015 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Usage tracker for resource:security_group_rule and tenant:c9215481bf9b46228dc8e5c7019bd183 is out of sync, need to count used quota {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:44.685192 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.quota.resource [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91769) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:44.690894 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.quota.driver [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91769) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:44.773098 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:44.777418 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:44.786317 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-34bcd5d0-bebc-4d86-a56f-38303d977eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:44.815785 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-fd2f61cb-4c8c-44a9-93e2-098f4536cff2 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:44.817159 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-fd2f61cb-4c8c-44a9-93e2-098f4536cff2 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 945 time: 0.1463122 Jun 01 11:07:44.825251 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3da8-9dae-4b45-8081-1572d77a7658 req-1762137e-2d83-47d8-a1c7-649df35d9477 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:44.826660 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f90f3da8-9dae-4b45-8081-1572d77a7658 req-1762137e-2d83-47d8-a1c7-649df35d9477 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 945 time: 0.1577346 Jun 01 11:07:44.832212 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78624a26-9edc-48fd-b499-13aea3a1e2bd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:44.835842 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:44.838831 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-71af4885-5d68-4748-a02b-55d06609a992 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9215481bf9b46228dc8e5c7019bd183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914951 Jun 01 11:07:44.841635 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52290) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:44.904468 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:44.931914 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:44.957538 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-f90f3da8-9dae-4b45-8081-1572d77a7658 req-b0cf322d-2675-4d36-a27e-3c903e8c7719 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/security-groups?id=7458a409-0a96-47d5-9d0c-1d7a39ed006d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966146 Jun 01 11:07:44.987916 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:44.992721 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cc8e82b9-134c-4422-bd53-34c0a4329cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:44.997416 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Deleting port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:07:44.997927 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:45.006725 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78624a26-9edc-48fd-b499-13aea3a1e2bd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:45.009967 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:45.010891 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78624a26-9edc-48fd-b499-13aea3a1e2bd HTTP/1.1" status: 204 len: 168 time: 0.1683567 Jun 01 11:07:45.011822 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a626f89d-1a8a-4d88-a9fa-97718b0d6eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:45.141623 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] For port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,segment=NetworkSegment(0ace634c-c4d2-45d1-b02f-abb928a59bb1),segment_id=0ace634c-c4d2-45d1-b02f-abb928a59bb1)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:07:45.141991 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:45.267903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Calling delete_port for 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:07:45.386316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:45.393366 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2ffeb01b-4b8f-4404-8107-e61fd6abdf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:45.399368 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] get_ports_and_sgs() called for port_ids ['10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 11:07:45.442705 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Pushing event deleted for resources: {'Port': ['ID=10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:45.445088 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:45.525255 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] No DVR routers for this DVR port 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:07:45.527912 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:45.531170 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'name': 'network-vif-deleted', 'tag': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:45.533389 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5710645d-c2db-47ae-8d09-eeb75d1f263b" -d '{"events": [{"server_uuid": "7693cd00-cd4e-4d0f-9fb3-d016ba1ea264", "name": "network-vif-deleted", "tag": "10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:45.548879 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-d726efe1-9fe4-4b83-a73b-e0354204ccbf req-35666cad-8e1b-40b3-b7dd-a324313f46fe tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.73 "DELETE /v2.0/ports/10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 HTTP/1.1" status: 204 len: 173 time: 0.7210786 Jun 01 11:07:45.580347 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3be03-d2e8-4c5a-ae83-957e69d0211c x-openstack-request-id: req-1ed3be03-d2e8-4c5a-ae83-957e69d0211c {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:45.580779 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693cd00-cd4e-4d0f-9fb3-d016ba1ea264", "name": "network-vif-deleted", "tag": "10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:45.581119 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ed3be03-d2e8-4c5a-ae83-957e69d0211c {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:45.581603 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7693cd00-cd4e-4d0f-9fb3-d016ba1ea264', 'name': 'network-vif-deleted', 'tag': '10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877', 'status': 'completed', 'code': 200} Jun 01 11:07:46.126989 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-48a172f8-097c-46c7-b83e-2ed8776850a8 req-9c176df8-e3f7-4edc-a505-9c9d7bd8c722 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Synchronizing usage tracker for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:07:46.143223 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-48a172f8-097c-46c7-b83e-2ed8776850a8 req-9c176df8-e3f7-4edc-a505-9c9d7bd8c722 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] Unset dirty status for tenant:cf810a08e7834be0863d602c9ac8e168 on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:07:46.144385 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-48a172f8-097c-46c7-b83e-2ed8776850a8 req-9c176df8-e3f7-4edc-a505-9c9d7bd8c722 tempest-VolumesActionsTest-867170441 tempest-VolumesActionsTest-867170441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7693cd00-cd4e-4d0f-9fb3-d016ba1ea264 HTTP/1.1" status: 200 len: 210 time: 0.0614231 Jun 01 11:07:48.459915 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:07:48.494242 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:07:48.494591 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 10f69fe7-b8a9-4aaa-aa30-ea2bd96ed877 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:07:54.640858 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-99591ad1-a2c4-4bda-9975-95866751d1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:56.426104 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52522) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:56.738091 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Deleting port 01635393-695c-46d2-a926-4913fdbd1b6c {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:07:56.738846 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:56.870699 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:56.870924 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:57.003302 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Calling delete_port for 01635393-695c-46d2-a926-4913fdbd1b6c owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:07:57.162121 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:57.168701 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83d75f28-894b-4608-80f0-367cdcd67240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:57.225352 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event deleted for resources: {'Port': ['ID=01635393-695c-46d2-a926-4913fdbd1b6c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:57.257325 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:57.293819 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:57.347046 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:57.347848 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.db.l3_db [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Floating IP 655283bf-5d5c-46ed-aecd-37ac5b515523 disassociated (deleted). External IP: 172.28.3.211, port: 67845640-d8d9-4114-8dd4-ffa7ec779c10. Jun 01 11:07:57.401644 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-12618930-ea02-463b-8b05-265b67d1a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:57.693839 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52538) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:57.760824 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Router 231135b1-5d8f-4050-a74e-3180a21c08c4 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:07:57.877338 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:57.912003 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 11:07:57.918085 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Usage tracker for resource:security_group_rule and tenant:712659bb20174085be6fd1747ad02963 is out of sync, need to count used quota {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 11:07:57.921266 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91768) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 11:07:57.927236 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.quota.driver [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91768) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 11:07:58.052588 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.058743 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.068014 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-657012cb-4c79-4171-a7ba-7a555b7aa02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:58.083485 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:07:58.096872 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] Sync routers for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:07:58.115103 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:07:58.116051 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:07:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:07:58.122641 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=712659bb20174085be6fd1747ad02963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276834 Jun 01 11:07:58.123455 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52550) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:07:58.124160 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c0026-e223-4540-8a82-ce1d49873cac,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:58.129323 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c461b286-5833-4255-a8ba-a0a78564fd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:58.137466 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.219414 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.223048 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "DELETE /v2.0/floatingips/655283bf-5d5c-46ed-aecd-37ac5b515523 HTTP/1.1" status: 204 len: 168 time: 1.7930379 Jun 01 11:07:58.223774 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:07:58.230047 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7937a6f3a83f21aa09865db1df92dc68951cead8d103c36d919fdc77ecd3aa0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff825de-e9da-4ce8-bc0d-631205042cec" -d '{"events": [{"name": "network-changed", "server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:07:58.272579 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.288290 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 11:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e998c0b7-aafa-4993-ac61-48c279bdbb39 x-openstack-request-id: req-e998c0b7-aafa-4993-ac61-48c279bdbb39 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:07:58.288888 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:07:58.289189 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e998c0b7-aafa-4993-ac61-48c279bdbb39 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:07:58.290884 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'status': 'completed', 'code': 200} Jun 01 11:07:58.366731 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.398553 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:07:58.427212 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.434531 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2055a509-46dd-4529-a4e3-032fb498076d tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:07:58.453888 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c0026-e223-4540-8a82-ce1d49873cac,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:07:58.456765 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:07:58.458869 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff825de-e9da-4ce8-bc0d-631205042cec req-aacafac2-6e48-433c-aacb-ac7a2a1c11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:58.460996 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-aacafac2-6e48-433c-aacb-ac7a2a1c11fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=617d29e6713c437e8bab0f31c15abfba&device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 1099 time: 0.1402094 Jun 01 11:07:58.468325 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:07:58.469488 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-13667ca9-4973-47ae-8d93-0efad0f3ad7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d75c0026-e223-4540-8a82-ce1d49873cac HTTP/1.1" status: 204 len: 168 time: 0.3420386 Jun 01 11:07:58.830361 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff825de-e9da-4ce8-bc0d-631205042cec req-4f0710bf-a772-41b2-9b05-b8b9d6f35231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:58.832695 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-4f0710bf-a772-41b2-9b05-b8b9d6f35231 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 200 len: 909 time: 0.3614438 Jun 01 11:07:59.007986 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:42Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:07:59.013360 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] Checking router: 231135b1-5d8f-4050-a74e-3180a21c08c4 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:07:59.015309 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-a9bf8792-2148-4534-91cc-21c9844516e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 200 len: 217 time: 0.1690922 Jun 01 11:07:59.028016 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:07:59.029275 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:07:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:07:59.103895 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff825de-e9da-4ce8-bc0d-631205042cec req-47798f7d-1534-44fe-8713-ddf62569f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:59.105350 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-47798f7d-1534-44fe-8713-ddf62569f061 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 200 len: 847 time: 0.0738578 Jun 01 11:07:59.159903 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3628b-58c1-4d57-b49e-063dba9eb34f req-0ef28c42-1615-47a2-a321-b96cdf47d87a tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:59.167557 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-57f3628b-58c1-4d57-b49e-063dba9eb34f req-0ef28c42-1615-47a2-a321-b96cdf47d87a tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.3230691 Jun 01 11:07:59.231522 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:07:59.246386 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-57f3628b-58c1-4d57-b49e-063dba9eb34f req-a8e978da-0a6e-48e6-be17-8502f5c2f70a tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777199 Jun 01 11:07:59.275571 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff825de-e9da-4ce8-bc0d-631205042cec req-ae072367-e366-446e-a4a0-403ffe4249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:07:59.277874 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-ae072367-e366-446e-a4a0-403ffe4249ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81fe3144-ff0b-4295-a31a-d2e099d49b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1631274 Jun 01 11:07:59.449110 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-d89d16ba-56ff-4516-917f-839b3e0dc1be service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636422 Jun 01 11:07:59.626660 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-cff825de-e9da-4ce8-bc0d-631205042cec req-76f5ac41-519f-4e0b-905f-d388032b7e57 service neutron] 10.222.0.73 "GET /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710205 Jun 01 11:07:59.648453 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:42Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:07:59.653215 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f60df8-c345-4dac-9dfa-a19daf889899 None None] The sync data for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb is: [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:03:36Z', 'revision_number': 4, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb', '_interfaces': [{'id': 'a89e15f8-cd65-434b-9445-cdae562eb5cd', 'name': '', 'network_id': '81fe3144-ff0b-4295-a31a-d2e099d49b66', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'mac_address': 'fa:16:3e:13:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:35Z', 'updated_at': '2021-06-01T11:03:42Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'subnets': [{'id': '863c2471-47bd-4e2e-9bcb-6f64a11f2dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:07:59.975991 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3efc6-f085-458a-8dfd-b56b7d287d71 None None] New status for floating IP 655283bf-5d5c-46ed-aecd-37ac5b515523: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 11:08:00.012429 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:00.162800 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f109484-34e5-45c4-96fa-1962fbed238d req-b7c57089-aedc-4e07-94df-8bcdc3ccf6e3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:08:00.165443 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6f109484-34e5-45c4-96fa-1962fbed238d req-b7c57089-aedc-4e07-94df-8bcdc3ccf6e3 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.73 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.1678240 Jun 01 11:08:00.382065 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Deleting port 67845640-d8d9-4114-8dd4-ffa7ec779c10 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:00.382358 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:00.606213 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78089dce-08c3-48e1-9025-9396b451ff76 req-88bd76db-4e14-4778-bca6-4d30517d4b7c tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 11:08:00.607663 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-78089dce-08c3-48e1-9025-9396b451ff76 req-88bd76db-4e14-4778-bca6-4d30517d4b7c tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 946 time: 0.2102482 Jun 01 11:08:00.610062 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] For port 67845640-d8d9-4114-8dd4-ffa7ec779c10, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=67845640-d8d9-4114-8dd4-ffa7ec779c10,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:00.610457 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:00.778620 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Calling delete_port for 67845640-d8d9-4114-8dd4-ffa7ec779c10 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:00.796099 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-78089dce-08c3-48e1-9025-9396b451ff76 req-241b3008-5d5a-44b5-b24e-afe497b8ad8b tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/security-groups?id=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770205 Jun 01 11:08:00.926163 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:00.932696 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3c1eab25-332e-42c2-8fd4-d42b06ea9e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:00.981952 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event deleted for resources: {'Port': ['ID=67845640-d8d9-4114-8dd4-ffa7ec779c10,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:00.984809 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:01.182204 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] No DVR routers for this DVR port 67845640-d8d9-4114-8dd4-ffa7ec779c10 on host hv-cinder-78776 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:08:01.184967 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40153'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:01.187816 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-deleted', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 11:08:01.190085 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc583e91dd6a5a0cf94953b16d5eaf80351757318005a5994c111a36d9b8f72b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e5a65a-260e-4953-956f-3d18950766d1" -d '{"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-deleted", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 11:08:01.198347 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-6f109484-34e5-45c4-96fa-1962fbed238d req-6c61ca8c-17b2-430d-b8a3-11afa8c67448 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.73 "DELETE /v2.0/ports/67845640-d8d9-4114-8dd4-ffa7ec779c10 HTTP/1.1" status: 204 len: 173 time: 1.0266941 Jun 01 11:08:01.242613 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79dbcb-bd88-4e2c-b3a4-729e3248ab63 x-openstack-request-id: req-ed79dbcb-bd88-4e2c-b3a4-729e3248ab63 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 11:08:01.243229 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19af053-a3dc-45dd-a35c-b4d5241f21f6", "name": "network-vif-deleted", "tag": "67845640-d8d9-4114-8dd4-ffa7ec779c10", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 11:08:01.243761 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed79dbcb-bd88-4e2c-b3a4-729e3248ab63 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 11:08:01.244200 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19af053-a3dc-45dd-a35c-b4d5241f21f6', 'name': 'network-vif-deleted', 'tag': '67845640-d8d9-4114-8dd4-ffa7ec779c10', 'status': 'completed', 'code': 200} Jun 01 11:08:01.978559 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-367ab409-1605-4aa1-9346-08ff6ad13c90 req-948bd466-51ce-4cab-ab56-e48ca3a64248 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Synchronizing usage tracker for tenant:617d29e6713c437e8bab0f31c15abfba on resource:port {{(pid=91768) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 11:08:01.998825 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.quota.resource [req-367ab409-1605-4aa1-9346-08ff6ad13c90 req-948bd466-51ce-4cab-ab56-e48ca3a64248 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Unset dirty status for tenant:617d29e6713c437e8bab0f31c15abfba on resource:port {{(pid=91768) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 11:08:02.006335 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [req-367ab409-1605-4aa1-9346-08ff6ad13c90 req-948bd466-51ce-4cab-ab56-e48ca3a64248 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c19af053-a3dc-45dd-a35c-b4d5241f21f6 HTTP/1.1" status: 200 len: 210 time: 0.0749509 Jun 01 11:08:02.558368 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:02.593796 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] No Port match for: 67845640-d8d9-4114-8dd4-ffa7ec779c10 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:02.594142 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Device 67845640-d8d9-4114-8dd4-ffa7ec779c10 not bound to the agent host hv-cinder-78776 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:03.107098 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52594) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:03.184817 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:03.218612 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:03.291714 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:03.296575 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cb5ff689-b685-41d1-b19c-24d24c0d1567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:03.311331 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7c6b4-cfff-4bd9-a56d-51f733e13abd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:03.316087 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:03.330824 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:03.335035 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d1818b45-dd91-4c42-b85d-01e27b27387f tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] 10.222.0.10 "DELETE /v2.0/security-groups/7aa7c6b4-cfff-4bd9-a56d-51f733e13abd HTTP/1.1" status: 204 len: 168 time: 0.2267511 Jun 01 11:08:03.394482 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52600) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:03.998882 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:04.456555 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Deleting port a89e15f8-cd65-434b-9445-cdae562eb5cd {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:04.457246 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:04.587909 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] For port a89e15f8-cd65-434b-9445-cdae562eb5cd, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=a89e15f8-cd65-434b-9445-cdae562eb5cd,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:04.588271 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:04.721261 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Calling delete_port for a89e15f8-cd65-434b-9445-cdae562eb5cd owned by network:router_interface {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:05.011807 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:05.015535 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f4c7cace-c00f-475e-bb71-8334fd69f338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:05.058552 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Pushing event deleted for resources: {'Port': ['ID=a89e15f8-cd65-434b-9445-cdae562eb5cd,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:05.061311 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:05.332153 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:05.701088 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Router 231135b1-5d8f-4050-a74e-3180a21c08c4 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:08:05.886005 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:08:05.894607 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] Sync routers for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:08:05.903858 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:08:05.904524 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:07:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:05.908336 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-21dbafe9-5236-4020-897b-cffb7755239e admin admin] 10.222.0.10 "PUT /v2.0/routers/231135b1-5d8f-4050-a74e-3180a21c08c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127525 Jun 01 11:08:05.910880 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52680) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:06.098947 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks [] for router, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:06.103258 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: dv-cinder-787764-3-smb {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:08:06.393772 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:06.400313 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:08:04Z', 'revision_number': 5, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port': {'id': '1267f4b2-c12b-425d-8937-3c75ff016587', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:33Z', 'updated_at': '2021-06-01T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:06.404769 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] Checking router: 231135b1-5d8f-4050-a74e-3180a21c08c4 for host: dv-cinder-787764-3-smb {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:08:06.412989 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] Routers {'231135b1-5d8f-4050-a74e-3180a21c08c4'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:08:06.413734 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:07:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['231135b1-5d8f-4050-a74e-3180a21c08c4'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:06.466349 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Deleting port 1267f4b2-c12b-425d-8937-3c75ff016587 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:06.466678 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:06.560569 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] Set router 231135b1-5d8f-4050-a74e-3180a21c08c4 gateway port host: None {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:08:06.587610 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] For port 1267f4b2-c12b-425d-8937-3c75ff016587, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=1267f4b2-c12b-425d-8937-3c75ff016587,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:06.587964 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:06.664694 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:08:06Z', 'revision_number': 6, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port_host': None}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:06.668538 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d0160-f3ae-4d3f-8362-7c693452b28f None None] The sync data for ids ['231135b1-5d8f-4050-a74e-3180a21c08c4'] in dv-cinder-787764-3-smb is: [{'id': '231135b1-5d8f-4050-a74e-3180a21c08c4', 'name': 'tempest-TestShelveInstance-567086289-router', 'tenant_id': '617d29e6713c437e8bab0f31c15abfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:32Z', 'updated_at': '2021-06-01T11:08:06Z', 'revision_number': 6, 'project_id': '617d29e6713c437e8bab0f31c15abfba', 'gw_port_host': None}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:08:06.710503 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Calling delete_port for 1267f4b2-c12b-425d-8937-3c75ff016587 owned by network:router_gateway {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:06.847763 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7278619'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:06.851209 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b428c3a-d4e4-4c40-be7d-ff1a6229ef70 tempest-TestMinimumBasicScenario-1019696134 tempest-TestMinimumBasicScenario-1019696134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:06.893938 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1267f4b2-c12b-425d-8937-3c75ff016587,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:06.896994 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:06.986788 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.143537 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52688) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:07.163956 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.166346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.190758 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.191284 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231135b1-5d8f-4050-a74e-3180a21c08c4 {{(pid=91768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:08:07.203703 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.204826 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-5978b092-2a93-4d70-884b-c0d8ae9a4d11 admin admin] 10.222.0.10 "DELETE /v2.0/routers/231135b1-5d8f-4050-a74e-3180a21c08c4 HTTP/1.1" status: 204 len: 168 time: 1.2928927 Jun 01 11:08:07.207308 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52692) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:07.209592 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Deleting subnet 78cb3750-37e7-4d68-8c98-87b6ded4d8de {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:08:07.212562 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.262875 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.266342 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Deleting subnet 863c2471-47bd-4e2e-9bcb-6f64a11f2dcb {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:08:07.269346 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.276120 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.321711 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.321971 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7152048'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.406345 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.568874 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.573862 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e6af9b82-d0e2-4821-9645-f042a65c1ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:07.611838 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cb3750-37e7-4d68-8c98-87b6ded4d8de,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:07.615002 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:07.615982 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.622628 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-01a272c9-0218-45ec-9d0a-0e270d59bbf3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/78cb3750-37e7-4d68-8c98-87b6ded4d8de HTTP/1.1" status: 204 len: 168 time: 0.4780338 Jun 01 11:08:07.624988 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52696) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:07.690901 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6823144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8014301'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.695245 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:07.729364 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863c2471-47bd-4e2e-9bcb-6f64a11f2dcb,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:07.731908 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:07.736486 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.743006 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.746921 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52700) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:07.747704 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-365ba466-cc3c-4e3f-a7f0-edf4a8b56195 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/863c2471-47bd-4e2e-9bcb-6f64a11f2dcb HTTP/1.1" status: 204 len: 168 time: 0.5380013 Jun 01 11:08:07.749329 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1cb7d1-5cf1-4c3c-a1c1-f93d07d83190 None None] Network 81fe3144-ff0b-4295-a31a-d2e099d49b66 requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:08:07.820971 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 1267f4b2-c12b-425d-8937-3c75ff016587 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:07.873600 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 1267f4b2-c12b-425d-8937-3c75ff016587 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:07.874056 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 1267f4b2-c12b-425d-8937-3c75ff016587 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:07.874513 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a89e15f8-cd65-434b-9445-cdae562eb5cd no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:07.919079 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: a89e15f8-cd65-434b-9445-cdae562eb5cd {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:07.919432 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device a89e15f8-cd65-434b-9445-cdae562eb5cd not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:07.962370 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.973236 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:07.989168 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57226b32-0463-4e6c-bdb6-279561beb828']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:08.033145 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ace634c-c4d2-45d1-b02f-abb928a59bb1') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:08.033433 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ace634c-c4d2-45d1-b02f-abb928a59bb1') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:08.047619 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.066478 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] DHCP port deletion for 81fe3144-ff0b-4295-a31a-d2e099d49b66 request from dv-cinder-787764-3-smb {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 11:08:08.073808 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.082525 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:08:08.082914 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:08:08.096123 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:08:08.135153 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Deleting port 936841d3-f449-4249-a7c5-a2567953bdd5 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:08.135535 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.171204 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Deleting port 936841d3-f449-4249-a7c5-a2567953bdd5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:08.171863 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.192819 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.243332 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:08.267820 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] For port 936841d3-f449-4249-a7c5-a2567953bdd5, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=936841d3-f449-4249-a7c5-a2567953bdd5,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:08.268218 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.371616 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.381059 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Pushing event deleted for resources: {'Network': ['ID=57226b32-0463-4e6c-bdb6-279561beb828,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:08.386511 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:08.395960 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-00b514ec-ab6e-420a-8480-19cd7f368494 admin admin] 10.222.0.10 "DELETE /v2.0/networks/57226b32-0463-4e6c-bdb6-279561beb828 HTTP/1.1" status: 204 len: 168 time: 0.7698057 Jun 01 11:08:08.396135 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Calling delete_port for 936841d3-f449-4249-a7c5-a2567953bdd5 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:08.407050 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] For port 936841d3-f449-4249-a7c5-a2567953bdd5, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=936841d3-f449-4249-a7c5-a2567953bdd5,segment=NetworkSegment(74d3bfb5-3d76-4256-b06c-063b0823bc10),segment_id=74d3bfb5-3d76-4256-b06c-063b0823bc10)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:08.407399 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.446945 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.451857 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c8c41a95-b0ca-40e6-b2e8-fc287f0770c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:08.498451 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Pushing event deleted for resources: {'Port': ['ID=936841d3-f449-4249-a7c5-a2567953bdd5,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:08.500790 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:08.503635 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5d7d7-e069-4589-b370-1bd0899f3f8a None None] No DVR routers for this DVR port 936841d3-f449-4249-a7c5-a2567953bdd5 on host dv-cinder-787764-3-smb {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:08:08.535478 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Calling delete_port for 936841d3-f449-4249-a7c5-a2567953bdd5 owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:08.581260 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.584194 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52706) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:08.584969 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-92d2dbe2-e872-4fd4-a2eb-cebefd2e392e tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:08.630706 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=936841d3-f449-4249-a7c5-a2567953bdd5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:08.634306 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:08.635069 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] No DVR routers for this DVR port 936841d3-f449-4249-a7c5-a2567953bdd5 on host dv-cinder-787764-3-smb {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:08:08.639546 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-f920827d-8746-4bc1-97ca-59e9f178587a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf810a08e7834be0863d602c9ac8e168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514560 Jun 01 11:08:08.639546 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.10', 52710) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:08.701262 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.731574 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.749271 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.762893 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fe3144-ff0b-4295-a31a-d2e099d49b66']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:08.775645 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d3bfb5-3d76-4256-b06c-063b0823bc10') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:08.775896 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d3bfb5-3d76-4256-b06c-063b0823bc10') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:08.786503 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.787727 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.792165 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-108b2966-6d5a-4c71-bed2-085709a196d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:08.804501 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.806238 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7458a409-0a96-47d5-9d0c-1d7a39ed006d,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:08.810316 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:08.812076 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:08:08.812392 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.813397 dv-cinder-787764-3-smb neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.814756 dv-cinder-787764-3-smb neutron-server[91768]: INFO neutron.wsgi [None req-90be9f5b-4679-493e-950d-66ed7f611123 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7458a409-0a96-47d5-9d0c-1d7a39ed006d HTTP/1.1" status: 204 len: 168 time: 0.1744173 Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: util.warn( Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: util.warn( Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: util.warn( Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: util.warn( Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:08:08.827980 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:08:08.912547 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.917401 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9c64526a-be59-4d31-a9f2-d66dab9f1599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:08.931617 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:08.942723 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=81fe3144-ff0b-4295-a31a-d2e099d49b66,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:08.947236 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:08.959586 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/81fe3144-ff0b-4295-a31a-d2e099d49b66 HTTP/1.1" status: 204 len: 168 time: 1.2092650 Jun 01 11:08:08.962502 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52716) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:09.511321 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763072'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:09.790590 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 936841d3-f449-4249-a7c5-a2567953bdd5 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:09.825758 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 936841d3-f449-4249-a7c5-a2567953bdd5 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:09.826105 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 936841d3-f449-4249-a7c5-a2567953bdd5 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:10.037573 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Deleting port b14f6775-e61e-4833-ad83-a035634574d4 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:10.037840 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:10.156597 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] For port b14f6775-e61e-4833-ad83-a035634574d4, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b14f6775-e61e-4833-ad83-a035634574d4,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:10.156947 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:10.277901 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Calling delete_port for b14f6775-e61e-4833-ad83-a035634574d4 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:10.423296 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:10.426568 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d56d2595-5e45-4917-acae-7f224e0acfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:10.470728 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b14f6775-e61e-4833-ad83-a035634574d4,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:10.473804 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:10.737305 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758864'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:11.088409 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Router 24dbc26d-a83a-4415-afda-47448c176a15 has already been hosted by L3 agent dd70411b-0f27-44cf-a154-a8398199a59f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 11:08:11.358997 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] Notify agent at l3_agent.dv-cinder-787764-3-smb the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 11:08:11.367859 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] Sync routers for ids ['24dbc26d-a83a-4415-afda-47448c176a15'] in dv-cinder-787764-3-smb {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 11:08:11.377016 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] Routers {'24dbc26d-a83a-4415-afda-47448c176a15'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:08:11.377222 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-5081843a-bf81-4cb3-a256-efdb030819dc admin admin] 10.222.0.10 "PUT /v2.0/routers/24dbc26d-a83a-4415-afda-47448c176a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4135036 Jun 01 11:08:11.377751 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:07:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['24dbc26d-a83a-4415-afda-47448c176a15'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:11.379513 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52720) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:11.552031 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] Set router 24dbc26d-a83a-4415-afda-47448c176a15 gateway port host: dv-cinder-787764-3-smb {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:08:11.555106 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:11.732297 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:11.813225 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Deleting port b01751e7-c5d6-4d53-b3f8-7964dc145436 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:11.813903 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:11.874965 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'external_fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:08:10Z', 'revision_number': 5, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port': {'id': 'b01751e7-c5d6-4d53-b3f8-7964dc145436', 'name': '', 'network_id': '4a2c5cdb-501b-400e-ba43-a65166dd453e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dbc26d-a83a-4415-afda-47448c176a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T11:03:40Z', 'updated_at': '2021-06-01T11:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78af27b9-76a1-4c8c-9535-c4c647b46323', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-3-smb'}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:11.879190 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] Checking router: 24dbc26d-a83a-4415-afda-47448c176a15 for host: dv-cinder-787764-3-smb {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 11:08:11.888002 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] Routers {'24dbc26d-a83a-4415-afda-47448c176a15'} bound to L3 agent in host dv-cinder-787764-3-smb {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 11:08:11.888594 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:50:57Z,description=,heartbeat_timestamp=2021-06-01T11:07:57Z,host='dv-cinder-787764-3-smb',id=dd70411b-0f27-44cf-a154-a8398199a59f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:50:57Z,topic='l3_agent')) {'router_ids': ['24dbc26d-a83a-4415-afda-47448c176a15'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:11.938353 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] For port b01751e7-c5d6-4d53-b3f8-7964dc145436, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=b01751e7-c5d6-4d53-b3f8-7964dc145436,segment=NetworkSegment(4741201b-e14f-4e80-b4f8-1bd2d1facc63),segment_id=4741201b-e14f-4e80-b4f8-1bd2d1facc63)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:11.938704 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.038134 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] Set router 24dbc26d-a83a-4415-afda-47448c176a15 gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 11:08:12.060442 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Calling delete_port for b01751e7-c5d6-4d53-b3f8-7964dc145436 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:12.141454 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:08:11Z', 'revision_number': 6, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port_host': None}], 'dv-cinder-787764-3-smb', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:12.145372 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221add39-c0bb-4224-974f-a11cad1a31e5 None None] The sync data for ids ['24dbc26d-a83a-4415-afda-47448c176a15'] in dv-cinder-787764-3-smb is: [{'id': '24dbc26d-a83a-4415-afda-47448c176a15', 'name': 'tempest-TestShelveInstance-513870766-router', 'tenant_id': '8788a4b3cf084da1848047e23083f2fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T11:03:39Z', 'updated_at': '2021-06-01T11:08:11Z', 'revision_number': 6, 'project_id': '8788a4b3cf084da1848047e23083f2fc', 'gw_port_host': None}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 11:08:12.199348 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.203644 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1652dc8b-1996-4654-8742-c457f88e45c6 tempest-TestShelveInstance-1160091323 tempest-TestShelveInstance-1160091323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:12.271825 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01751e7-c5d6-4d53-b3f8-7964dc145436,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:12.279088 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:12.338197 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1759261'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.515015 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1757328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.517274 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.542547 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1757868'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.543263 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24dbc26d-a83a-4415-afda-47448c176a15 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 11:08:12.555285 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.558844 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-ce89d796-399f-4836-9ba1-80f0245839a9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/24dbc26d-a83a-4415-afda-47448c176a15 HTTP/1.1" status: 204 len: 168 time: 1.1759911 Jun 01 11:08:12.559314 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52724) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:12.618864 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Deleting subnet 9d64d945-2717-4ad4-9085-a898c78061ee {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 11:08:12.621655 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.669066 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6829101'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:12.853886 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978900'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.104959 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-976993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7188560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6406339'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.109614 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:13.144818 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d64d945-2717-4ad4-9085-a898c78061ee,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:13.146679 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.151823 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f5258-cbe2-4ef0-a22d-08222c2862d4 None None] Network 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab requested from dv-cinder-787764-3-smb {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 11:08:13.152275 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:13.154752 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-726429e0-d299-4c1f-a168-698fd9cc2f3f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d64d945-2717-4ad4-9085-a898c78061ee HTTP/1.1" status: 204 len: 168 time: 0.5943980 Jun 01 11:08:13.157137 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52728) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:13.272182 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604576'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.343812 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Deleting port 899cd77c-b2a8-449e-b659-9f0217a44ccf {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:13.344154 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.406124 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] DHCP port deletion for 7a5ce1d8-1dcd-44ee-b475-daa233cf4cab request from dv-cinder-787764-3-smb {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 11:08:13.445732 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] For port 899cd77c-b2a8-449e-b659-9f0217a44ccf, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=899cd77c-b2a8-449e-b659-9f0217a44ccf,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:13.446086 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.472397 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Deleting port 899cd77c-b2a8-449e-b659-9f0217a44ccf {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 11:08:13.472830 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730700975427'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.569839 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Calling delete_port for 899cd77c-b2a8-449e-b659-9f0217a44ccf owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:13.574700 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] For port 899cd77c-b2a8-449e-b659-9f0217a44ccf, host dv-cinder-787764-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-3-smb',level=0,port_id=899cd77c-b2a8-449e-b659-9f0217a44ccf,segment=NetworkSegment(478d8090-4860-4a79-8ae2-1ec7281388c1),segment_id=478d8090-4860-4a79-8ae2-1ec7281388c1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 11:08:13.575101 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760721'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.615845 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6995107'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.621019 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4fea354a-6595-418f-b267-e30316a5840d tempest-AttachVolumeNegativeTest-2117404214 tempest-AttachVolumeNegativeTest-2117404214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:13.663604 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Pushing event deleted for resources: {'Port': ['ID=899cd77c-b2a8-449e-b659-9f0217a44ccf,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:13.665269 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] No DVR routers for this DVR port 899cd77c-b2a8-449e-b659-9f0217a44ccf on host dv-cinder-787764-3-smb {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:08:13.666732 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:13.696260 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Calling delete_port for 899cd77c-b2a8-449e-b659-9f0217a44ccf owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 11:08:13.738656 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730700978598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730700543699'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.741979 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:13.785572 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-979035', 'neutron.services.segments.db._delete_segments_for_network-8730700988636'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.788370 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Pushing event deleted for resources: {'Port': ['ID=899cd77c-b2a8-449e-b659-9f0217a44ccf,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:13.791383 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:13.793804 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e26e6-740e-42af-9bc4-172216b1782a None None] No DVR routers for this DVR port 899cd77c-b2a8-449e-b659-9f0217a44ccf on host dv-cinder-787764-3-smb {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 11:08:13.805381 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b14f6775-e61e-4833-ad83-a035634574d4 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:13.806898 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5ce1d8-1dcd-44ee-b475-daa233cf4cab']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:13.819916 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478d8090-4860-4a79-8ae2-1ec7281388c1') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:13.820323 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.services.segments.db [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478d8090-4860-4a79-8ae2-1ec7281388c1') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 11:08:13.832664 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730700997277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6829094'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.839700 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: b14f6775-e61e-4833-ad83-a035634574d4 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:13.840058 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b14f6775-e61e-4833-ad83-a035634574d4 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:13.840482 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b01751e7-c5d6-4d53-b3f8-7964dc145436 no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:13.849225 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.857661 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 11:08:13.858265 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-976611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6995190'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: Traceback (most recent call last): Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: timer() Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: cb(*args, **kw) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: return func(*args, **kwargs) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: self._notify() Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: self.callback(batched_events) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: event.method(event) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: return f(self, *a, **k) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: return self._get(url).json() Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 11:08:13.873413 dv-cinder-787764-3-smb neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 11:08:13.875837 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: b01751e7-c5d6-4d53-b3f8-7964dc145436 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:13.875837 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device b01751e7-c5d6-4d53-b3f8-7964dc145436 not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:13.875837 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 899cd77c-b2a8-449e-b659-9f0217a44ccf no longer exists at agent ovs-agent-dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 11:08:13.911067 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] No Port match for: 899cd77c-b2a8-449e-b659-9f0217a44ccf {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 11:08:13.911429 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Device 899cd77c-b2a8-449e-b659-9f0217a44ccf not bound to the agent host dv-cinder-787764-3-smb {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 11:08:13.952076 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-979026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1903152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1628921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759232'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.955332 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:13.968357 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628892'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:13.978224 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5ce1d8-1dcd-44ee-b475-daa233cf4cab,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:13.982214 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:13.985617 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-82ebc860-93e6-4519-ac18-782b5cf6e389 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7a5ce1d8-1dcd-44ee-b475-daa233cf4cab HTTP/1.1" status: 204 len: 168 time: 0.8275201 Jun 01 11:08:14.157372 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52734) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:14.205263 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-dbb97a86-ad7a-49e1-89b7-adaf95d7c366 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=617d29e6713c437e8bab0f31c15abfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464594 Jun 01 11:08:14.207479 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52738) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:14.272589 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.298337 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.350074 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.353690 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1cc8080b-a5aa-4d48-b634-a98fa8a55ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:14.368665 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f442335-ce82-4af5-adf0-45256530a981,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:14.373541 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:14.376039 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.377302 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-7fcfcfc4-2024-43cc-8811-204c25cb26be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f442335-ce82-4af5-adf0-45256530a981 HTTP/1.1" status: 204 len: 168 time: 0.1689386 Jun 01 11:08:14.716796 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52746) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:14.765711 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-628c8c8d-b0bb-48d0-83e5-11c110f12d16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8788a4b3cf084da1848047e23083f2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476899 Jun 01 11:08:14.768123 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.10', 52750) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 11:08:14.824302 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.849517 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.903096 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903218'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.907802 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4f00553-6766-4177-827d-1e7d85bb164a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 11:08:14.918301 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e6b96-44d5-499d-8706-93c54b8268cc,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 11:08:14.922776 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 11:08:14.924962 dv-cinder-787764-3-smb neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:14.926094 dv-cinder-787764-3-smb neutron-server[91769]: INFO neutron.wsgi [None req-e8fff65c-a40e-40f4-aada-bd39c2b1dfc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df6e6b96-44d5-499d-8706-93c54b8268cc HTTP/1.1" status: 204 len: 168 time: 0.1570957 Jun 01 11:08:16.855285 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:08:24.633346 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-36bdc97a-9b3b-4058-aa22-b9fd73cb224b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:27.278284 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:27.394020 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6efe65f7-bd3f-4a1d-8bec-dcd40764438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:28.351153 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:29.994524 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:37.293185 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:53.854493 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:08:54.635042 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5911586c-2c93-4468-b9ab-321d70b2f8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:57.280329 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:57.393745 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4379f1a7-4945-4ffd-9f46-a7e43d0598e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:58.354025 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:08:59.998007 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:07.290900 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:24.636201 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6c0753e2-c92b-40f5-994f-2e388bda9a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:27.281762 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:27.393452 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-920618ae-8bc1-4937-b1be-465b82d4af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:28.355999 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:29.999462 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:30.854559 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:09:37.291313 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:54.637911 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3af8f342-def5-4f75-b3d5-aa9d792b80f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:57.284100 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:57.397788 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7368-a304-4db1-ba08-17274a948b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:09:58.358584 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:00.001341 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:07.337721 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:07.854160 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:10:24.639471 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-436b12c5-528d-476c-8660-57156d1fbb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:27.285255 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:27.398692 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1757ad10-24e4-4062-b172-4b613fd51ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:28.361747 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:30.011363 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:37.321450 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:44.853102 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:10:54.640671 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ef585097-4357-465f-8093-dadf3ac3c8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:57.286879 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:57.399005 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2be190ac-63a6-4375-8742-618aa1b60796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:10:58.364187 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:00.007825 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:07.315034 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:21.852349 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:11:24.644646 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6f22213a-f1a5-412e-bf07-156867123ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:27.288425 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:27.399840 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8753-8881-4b13-9659-d48bbe2cc0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:28.367618 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:30.011426 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:37.319519 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:54.647317 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-28bb4705-94d1-4684-a6cb-a5be69fe2c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:57.289012 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:57.401604 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b33e106d-f96d-4ee8-a52d-a4aaa5cd14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:58.370526 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:11:58.851559 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:12:00.012213 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:07.337648 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:24.649270 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-591b3d49-1f99-4529-a2de-6658d5f846f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:27.290679 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:27.403142 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-399a71a3-b994-4d78-aae5-930e85f994c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:28.373271 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:30.015081 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:35.850954 dv-cinder-787764-3-smb neutron-server[91771]: DEBUG neutron.db.agents_db [None req-552bfcce-48f8-4f2f-a953-f904d3313a45 None None] Agent healthcheck: found 6 active agents {{(pid=91771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 11:12:37.330609 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-efe8cda2-c5d0-4618-b3cd-b10926035a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:54.651287 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3d83eec5-ec34-4695-819b-25dccb648c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:57.293820 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e4566d6-3def-4543-a5b7-efaae7675bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:57.412932 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0b19369d-3747-4bba-979e-d64b553d7270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:12:58.376645 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d887994-103c-42e6-8ddb-624367b13606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 11:13:00.026408 dv-cinder-787764-3-smb neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-567f6141-bc4e-4b4c-8ada-88764552dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730700988654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-981909'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}